-- Logs begin at Tue 2022-05-10 15:56:42 UTC, end at Tue 2022-05-10 17:08:58 UTC. -- May 10 16:39:02.104410 dv-cinder-835881-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 16:39:04.901824 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.common.config [-] Logging enabled! May 10 16:39:04.902411 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 16:39:04.902623 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120476) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 16:39:04.906168 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.common.config [-] Logging enabled! May 10 16:39:04.906425 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 16:39:04.906734 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120476) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 16:39:04.907667 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 16:39:04.907901 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 16:39:04.908297 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 16:39:04.909072 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 16:39:04.909298 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 16:39:04.909621 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.910018 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.910259 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.910557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.910849 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.911132 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.911423 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.911720 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.912008 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.912307 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.912599 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.912829 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.913116 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] config_source = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.913405 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.913692 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.913918 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] debug = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.914198 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.914638 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.915039 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.915322 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.915756 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.915892 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.916165 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.916512 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.916800 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.917126 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] host = dv-cinder-835881-10-iscsi {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.917405 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.917693 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.917978 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.918275 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.918532 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.918806 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.919087 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.919357 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_dir = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.919628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.919904 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.920189 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.920498 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.920785 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.921007 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.921486 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.921777 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.922077 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.922352 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.922627 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.922901 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.923178 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.923452 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.923718 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.924004 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.924848 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.925229 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.925413 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.925688 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.925956 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.926230 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.926514 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.926788 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.927061 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.927334 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.927621 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.927889 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.928162 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.928485 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.928770 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.929051 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.929335 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.929608 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.929888 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.930157 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.930430 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_journal = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.930699 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_json = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.930967 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.931234 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.931513 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.931783 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.932054 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.932351 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.932624 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.932907 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.933181 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:04.933479 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.933776 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.934079 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.934364 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.934670 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.934952 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.935243 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.935521 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.935818 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.936106 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.936433 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.936714 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.937015 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.937306 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.937603 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.937906 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.938200 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.938493 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.938767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.939041 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.939316 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.939594 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.939903 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.940181 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.940496 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.940785 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.941065 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.941360 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.941646 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.941931 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.942224 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.942513 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.942788 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.943070 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.943361 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.943638 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.943911 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.944199 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.944503 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.944780 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.945063 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.945341 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.945614 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.945885 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.946161 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.946455 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.946734 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.947009 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.947280 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.947555 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.947828 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.948111 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.948422 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.948696 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.948972 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.949250 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.949525 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.949799 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.950076 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.950347 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.950624 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.950897 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.951170 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.951441 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.951713 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.951984 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.952256 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.952551 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.952827 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.953105 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.953379 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.953650 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.953919 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.954190 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.954489 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.954767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.955048 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.955347 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.955630 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.955915 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.956188 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.956492 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.956775 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.957048 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.957339 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.957625 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.957913 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.958197 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.958481 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.958796 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.959081 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.959363 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.959653 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.959936 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.960218 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.960536 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.960824 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.961119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.961414 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.961708 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.962000 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.962291 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.962576 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.962889 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.963169 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:04.963386 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 16:39:04.963625 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120476) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 16:39:05.425079 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 16:39:05.425356 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 16:39:05.425660 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 16:39:05.425995 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 16:39:05.756645 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.756855 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.757116 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.758315 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.758587 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.758849 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.814326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.814601 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.814885 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.829728 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.830007 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.830777 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.862266 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.862538 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.862815 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.898776 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.899049 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:05.899316 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.239936 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.240609 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.240609 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.240793 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.241442 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.343946 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.344285 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.344582 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.344860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.345132 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.345445 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.345708 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.345994 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.346710 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.347005 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.347273 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.347546 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.347810 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.348068 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.348351 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.348628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.348887 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.349158 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.349430 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.349691 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.349966 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.350221 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.350502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.350882 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.351132 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.351379 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.351771 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.352011 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.352249 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.352515 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.352752 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.352988 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:06.353353 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 16:39:06.356480 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 16:39:06.360425 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 16:39:06.365422 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 10 16:39:06.367056 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 16:39:06.367536 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 16:39:06.367874 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 16:39:06.368265 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 16:39:06.371238 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 16:39:06.371487 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 16:39:06.371831 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 16:39:06.376762 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 16:39:06.401790 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 16:39:06.402243 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.402544 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120476) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 16:39:06.402917 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.404291 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120476) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 16:39:06.404570 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 16:39:06.404818 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 16:39:06.408123 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.408996 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:06.473851 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 16:39:06.474087 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 16:39:06.474326 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 16:39:06.474698 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 16:39:06.496415 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_db.sqlalchemy.engines [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120476) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 16:39:06.957021 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing driver for type 'gre' May 10 16:39:06.957542 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] gre ID ranges: [(1, 1000)] May 10 16:39:07.014565 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing driver for type 'local' May 10 16:39:07.015172 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing driver for type 'vlan' May 10 16:39:07.028419 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] VlanTypeDriver initialization complete May 10 16:39:07.028757 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing driver for type 'vxlan' May 10 16:39:07.029241 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] vxlan ID ranges: [(1, 1000)] May 10 16:39:07.084472 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing extension driver 'port_security' May 10 16:39:07.084817 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.extensions.port_security [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] PortSecurityExtensionDriver initialization complete May 10 16:39:07.085161 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing mechanism driver 'openvswitch' May 10 16:39:07.085489 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing mechanism driver 'hyperv' May 10 16:39:07.092021 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:07.092894 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.093273 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.093633 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.094161 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.094624 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.094984 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.095336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.095733 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.096663 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.097012 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.097357 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.097755 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.098164 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.098517 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.098859 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.099255 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.099662 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.100010 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.100374 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.100772 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.101176 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > address_group after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.101524 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > address_group after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.101863 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.102253 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 16:39:07.102696 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] ML2 OVO RPC backend initialized. {{(pid=120476) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 16:39:07.103396 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.103757 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.104178 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.104554 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > networks before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.104903 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.105247 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > ports before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.105592 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.105933 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnets before_response 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.106285 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.106625 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.106964 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.107309 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.107645 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.107982 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.108335 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.108675 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.109011 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.117257 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded quota_driver: . May 10 16:39:07.117626 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.plugin [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Modular L2 Plugin initialization complete May 10 16:39:07.118004 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading services supported by the core plugin {{(pid=120476) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 16:39:07.118353 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.plugins.ml2.managers [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Got port-security extension from driver 'port_security' May 10 16:39:07.118839 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.extensions.vlantransparent [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Disabled vlantransparent extension. May 10 16:39:07.119343 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120476) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 16:39:07.119670 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: router May 10 16:39:07.154790 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.155186 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_create 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.155559 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router before_create 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.155932 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.156331 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.156700 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_delete 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.157060 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.157411 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.157770 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_create 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.158120 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.158999 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.159346 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.159829 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.160244 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.160670 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.161018 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.161361 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: subnet after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.161704 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.162056 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.162409 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.162756 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.163099 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.163447 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router after_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.163795 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.164147 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.164534 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.164880 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.165247 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > agent after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.165598 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > agent after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.165949 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.166818 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Tracking information for resource: router configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:07.167151 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Tracking information for resource: floatingip configured {{(pid=120476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 16:39:07.172240 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.db.l3_agentschedulers_db [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 16:39:07.172842 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.173206 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.173557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.173913 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: port after_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.175492 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router before_create 55550100 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.175863 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.176236 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_create 55550100 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.176630 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > router precommit_update 55550100 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.181423 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.provider_configuration [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service providers = [] {{(pid=120476) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 16:39:07.181793 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.db.servicetype_db [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120476) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 16:39:07.184782 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.service_base [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 16:39:07.185134 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.service_base [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 16:39:07.185482 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.service_base [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 16:39:07.186396 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.services.service_base [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 16:39:07.186769 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.services.service_base [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 16:39:07.187143 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.187464 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 16:39:07.198295 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.198634 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: auto_allocate May 10 16:39:07.204183 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: network precommit_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.204578 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: network precommit_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.205096 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.205519 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: tag May 10 16:39:07.212467 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.212752 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: timestamp May 10 16:39:07.216584 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.216916 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: network_ip_availability May 10 16:39:07.222960 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.223336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.223694 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.224442 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.224765 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: flavors May 10 16:39:07.229761 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.230097 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading Plugin: revisions May 10 16:39:07.234360 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 16:39:07.234757 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=120476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 16:39:07.235497 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120476) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 16:39:07.235835 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Initializing extension manager. May 10 16:39:07.236399 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: __init__.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.237299 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: __pycache__ {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.237637 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: _port_mac_address_override.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.237967 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: address_group.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.238716 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.239283 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: address-group May 10 16:39:07.239608 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: address_scope.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.240352 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.240898 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: address-scope May 10 16:39:07.241174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.242105 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.242613 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: router-admin-state-down-before-update May 10 16:39:07.242935 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: agent.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.243635 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.244139 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: agent May 10 16:39:07.244497 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: agent_resources_synced.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.245419 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.245932 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: agent-resources-synced May 10 16:39:07.246259 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: allowedaddresspairs.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.248064 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.248615 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: allowed-address-pairs May 10 16:39:07.248947 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: auto_allocated_topology.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.250019 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.250537 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: auto-allocated-topology May 10 16:39:07.250869 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: availability_zone.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.251566 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.252095 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: availability_zone May 10 16:39:07.252532 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: availability_zone_filter.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.253453 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.253964 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: availability_zone_filter May 10 16:39:07.254293 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: data_plane_status.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.255203 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.255713 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension data-plane-status not supported by any of loaded plugins May 10 16:39:07.256039 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: default_subnetpools.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.256978 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.257495 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: default-subnetpools May 10 16:39:07.257821 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.258628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.259142 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: dhcp_agent_scheduler May 10 16:39:07.259470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: dns.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.260420 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.260930 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension dns-integration not supported by any of loaded plugins May 10 16:39:07.261255 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: dns_domain_ports.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.262177 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.262684 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 16:39:07.263008 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.263930 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.264460 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 16:39:07.264785 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: dvr.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.265459 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.265962 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: dvr May 10 16:39:07.266285 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: ecmp_routes.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.267213 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.267736 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 16:39:07.268062 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: empty_string_filtering.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.269010 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.269522 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: empty-string-filtering May 10 16:39:07.269847 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.270767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.271278 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 16:39:07.271605 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.272557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.273064 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 16:39:07.273390 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: external_net.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.274326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.274838 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: external-net May 10 16:39:07.275169 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.276093 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.276626 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: extra_dhcp_opt May 10 16:39:07.276951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: extraroute.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.277857 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.278365 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: extraroute May 10 16:39:07.278688 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: extraroute_atomic.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.279912 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.280466 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: extraroute-atomic May 10 16:39:07.280796 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: filter_validation.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.281477 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.281987 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: filter-validation May 10 16:39:07.282313 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: fip_pf_description.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.283229 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.284264 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 16:39:07.284612 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: fip_pf_port_range.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.285538 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.286043 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 16:39:07.286369 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: fip_port_details.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.287295 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.287805 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: fip-port-details May 10 16:39:07.288128 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: flavors.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.289399 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.290034 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: flavors May 10 16:39:07.290581 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.293216 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.294123 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 16:39:07.294689 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: floatingip_pools.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.295855 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.297072 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: floatingip-pools May 10 16:39:07.297651 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: ip_allocation.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.299787 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.300693 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension ip_allocation not supported by any of loaded plugins May 10 16:39:07.301185 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.302364 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.302883 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: ip-substring-filtering May 10 16:39:07.303214 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l2_adjacency.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.304163 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.304712 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 16:39:07.305038 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.306035 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.306552 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: router May 10 16:39:07.306881 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.309159 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.309686 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 16:39:07.310025 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.310957 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.311471 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: ext-gw-mode May 10 16:39:07.311802 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.312759 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.313276 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: l3-ha May 10 16:39:07.313609 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.314526 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.315154 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 16:39:07.315559 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_flavors.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.316526 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.317037 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: l3-flavors May 10 16:39:07.317364 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.318725 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.319242 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 16:39:07.319572 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.320523 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.321045 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 16:39:07.321374 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: l3agentscheduler.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.322411 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.322929 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: l3_agent_scheduler May 10 16:39:07.323260 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: local_ip.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.326520 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.327043 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension local_ip not supported by any of loaded plugins May 10 16:39:07.327381 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: logging.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.328869 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.329393 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension logging not supported by any of loaded plugins May 10 16:39:07.329728 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: metering.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.331015 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.331595 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: metering May 10 16:39:07.331924 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.333053 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.333572 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: metering_source_and_destination_fields May 10 16:39:07.333899 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: multiprovidernet.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.334841 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.335355 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: multi-provider May 10 16:39:07.335688 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: netmtu.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.336642 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.337156 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: net-mtu May 10 16:39:07.337481 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: netmtu_writable.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.338404 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.338910 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: net-mtu-writable May 10 16:39:07.339234 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: network_availability_zone.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.339903 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.340442 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: network_availability_zone May 10 16:39:07.340766 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: network_ip_availability.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.341877 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.342390 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: network-ip-availability May 10 16:39:07.342715 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: network_segment_range.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.343480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.343986 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension network-segment-range not supported by any of loaded plugins May 10 16:39:07.344329 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: pagination.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.345320 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.345663 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: pagination May 10 16:39:07.346675 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_device_profile.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.347608 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.348123 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-device-profile May 10 16:39:07.348472 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_mac_address_override.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.349420 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.349930 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-mac-override May 10 16:39:07.350256 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.351187 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.351695 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-mac-address-regenerate May 10 16:39:07.352018 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.352962 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.353477 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-numa-affinity-policy May 10 16:39:07.353801 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_resource_request.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.354710 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.355216 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension port-resource-request not supported by any of loaded plugins May 10 16:39:07.355543 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: port_resource_request_groups.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.356581 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.357087 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 16:39:07.357411 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: portbindings.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.358343 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.358852 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: binding May 10 16:39:07.359178 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: portbindings_extended.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.360485 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.361007 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: binding-extended May 10 16:39:07.361334 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: portsecurity.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.362901 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.363415 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-security May 10 16:39:07.363749 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: project_id.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.364773 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.365112 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: project-id May 10 16:39:07.365436 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: providernet.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.366368 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.366887 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: provider May 10 16:39:07.367224 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.373200 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.374092 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos not supported by any of loaded plugins May 10 16:39:07.374669 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.376706 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.378013 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 16:39:07.378540 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.379494 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.380015 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 16:39:07.380375 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_default.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.381296 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.381812 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-default not supported by any of loaded plugins May 10 16:39:07.382140 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_fip.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.383063 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.383577 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-fip not supported by any of loaded plugins May 10 16:39:07.383904 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.384863 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.385379 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 16:39:07.385713 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_gateway_ip.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.386645 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.387160 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 16:39:07.387488 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_port_network_policy.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.388448 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.388965 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 16:39:07.389291 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.390334 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.390857 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 16:39:07.391186 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.392237 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.392826 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 16:39:07.393219 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_pps_rule.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.394413 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.394932 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-pps not supported by any of loaded plugins May 10 16:39:07.395262 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_rule_type_details.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.396191 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.396734 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 16:39:07.397061 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.397981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.398491 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 16:39:07.398820 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: qos_rules_alias.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.399877 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.400423 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 16:39:07.400752 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: quota_check_limit.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.401743 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.402258 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: quota-check-limit May 10 16:39:07.402584 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: quotasv2.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.403528 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.403856 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: quotas May 10 16:39:07.404176 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: quotasv2_detail.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.405982 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.406324 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: quota_details May 10 16:39:07.406658 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: rbac.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.407715 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.408244 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: rbac-policies May 10 16:39:07.408646 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: rbac_address_group.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.409587 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.410108 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: rbac-address-group May 10 16:39:07.410437 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: rbac_address_scope.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.411370 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.411886 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: rbac-address-scope May 10 16:39:07.412215 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: rbac_security_groups.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.413171 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.413686 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: rbac-security-groups May 10 16:39:07.414013 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: rbac_subnetpool.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.414939 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.415455 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: rbac-subnetpool May 10 16:39:07.415789 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: revisionifmatch.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.416746 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.417261 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: revision-if-match May 10 16:39:07.417589 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: revisions.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.418761 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.419273 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: standard-attr-revisions May 10 16:39:07.419600 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: router_availability_zone.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.420278 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.420802 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: router_availability_zone May 10 16:39:07.421128 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: routerservicetype.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.422319 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.422878 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension router-service-type not supported by any of loaded plugins May 10 16:39:07.423203 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.424695 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.425252 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: security-groups-normalized-cidr May 10 16:39:07.425571 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.426507 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.427097 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: port-security-groups-filtering May 10 16:39:07.427422 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.428457 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.428984 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: security-groups-remote-address-group May 10 16:39:07.429309 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.430382 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.430908 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: security-groups-shared-filtering May 10 16:39:07.431234 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.431827 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 16:39:07.432154 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: securitygroup.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.442529 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.443062 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: security-group May 10 16:39:07.443402 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: segment.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.444136 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.444690 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension segment not supported by any of loaded plugins May 10 16:39:07.445023 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.445976 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.446498 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 16:39:07.446830 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: servicetype.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.447929 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.448485 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: service-type May 10 16:39:07.448819 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: sorting.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.449808 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.450144 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: sorting May 10 16:39:07.450471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: standard_attr_segment.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.451388 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.451906 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 16:39:07.452233 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: standardattrdescription.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.452911 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.453423 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: standard-attr-description May 10 16:39:07.453752 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: stateful_security_group.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.454739 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.455296 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: stateful-security-group May 10 16:39:07.455792 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: stdattrs_common.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.456402 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 16:39:07.456726 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.457663 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.458182 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 16:39:07.458509 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnet_onboard.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.459591 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.460114 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: subnet_onboard May 10 16:39:07.460465 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.461409 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.461924 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 16:39:07.462251 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnet_service_types.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.463227 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.463701 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: subnet-service-types May 10 16:39:07.464025 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnetallocation.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.465152 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.465673 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: subnet_allocation May 10 16:39:07.466000 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.466677 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.467188 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: subnetpool-prefix-ops May 10 16:39:07.467511 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.468487 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.468997 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 16:39:07.469320 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: tagging.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.470397 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.470947 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: standard-attr-tag May 10 16:39:07.471273 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: timestamp.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.472515 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.473033 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loaded extension: standard-attr-timestamp May 10 16:39:07.473365 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: trunk.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.474405 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.474923 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension trunk not supported by any of loaded plugins May 10 16:39:07.475252 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: trunk_details.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.476179 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.476734 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension trunk-details not supported by any of loaded plugins May 10 16:39:07.477064 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: uplink_status_propagation.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.477991 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.478504 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 16:39:07.478831 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Loading extension file: vlantransparent.py {{(pid=120476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 16:39:07.479501 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 16:39:07.480011 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 16:39:07.482617 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:network May 10 16:39:07.483145 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnet May 10 16:39:07.483543 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnetpool May 10 16:39:07.483938 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:port May 10 16:39:07.485215 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.485669 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service FLAVORS assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.486304 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.487244 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.487747 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:router May 10 16:39:07.488221 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:floatingip May 10 16:39:07.488746 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service METERING assigned prefix: /metering {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.490200 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.490578 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.490934 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:39:07.491963 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of CountableResource for resource:rbac_policy May 10 16:39:07.492440 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:security_group May 10 16:39:07.492884 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 16:39:07.493490 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service CORE assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.493831 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnetpool May 10 16:39:07.494181 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] subnetpool is already registered May 10 16:39:07.494612 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service CORE assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.494943 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnetpool May 10 16:39:07.495280 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] subnetpool is already registered May 10 16:39:07.497665 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.498101 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service FLAVORS assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.498694 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.499120 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.499453 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:router May 10 16:39:07.499793 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] router is already registered May 10 16:39:07.500209 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:floatingip May 10 16:39:07.500570 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] floatingip is already registered May 10 16:39:07.501029 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service METERING assigned prefix: /metering {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.501696 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of CountableResource for resource:rbac_policy May 10 16:39:07.502023 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] rbac_policy is already registered May 10 16:39:07.503208 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:security_group May 10 16:39:07.503591 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] security_group is already registered May 10 16:39:07.504000 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 16:39:07.504363 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] security_group_rule is already registered May 10 16:39:07.504991 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service CORE assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.505330 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnetpool May 10 16:39:07.505664 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] subnetpool is already registered May 10 16:39:07.506083 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.v2.resource_helper [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Service CORE assigned prefix: {{(pid=120476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 16:39:07.506407 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Creating instance of TrackedResource for resource:subnetpool May 10 16:39:07.506738 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING neutron.quota.resource_registry [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] subnetpool is already registered May 10 16:39:07.507215 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: extensions {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.508695 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: address-groups {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.510168 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: address-scopes {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.511482 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: agents {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.512677 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: auto-allocated-topology {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.513910 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: availability_zones {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.515126 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: dhcp-networks {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.516678 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: dhcp-agents {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.518348 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: routers {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.520575 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: flavors {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.521733 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: service_profiles {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.522924 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: next_providers {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.524407 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: service_profiles {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.525952 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: floatingip-pools {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.527171 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: routers {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.529277 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: floatingips {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.531460 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: l3-routers {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.532875 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: l3-agents {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.534328 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: metering-labels {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.535663 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: metering-label-rules {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.536974 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: network-ip-availabilities {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.538214 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: bindings {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.539870 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: quotas {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.541442 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: quotas {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.542964 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: rbac-policies {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.544317 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: security-groups {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.545646 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: security-group-rules {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.547290 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: service-providers {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.548679 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: subnetpools {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.550774 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: subnetpools {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.552485 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.554380 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.556481 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.558512 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.560509 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.562631 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.564413 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.567021 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.568804 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.570640 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron.api.extensions [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Extended resource: tags {{(pid=120476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 16:39:07.576625 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING keystonemiddleware.auth_token [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 16:39:07.581932 dv-cinder-835881-10-iscsi neutron-server[120476]: WARNING keystonemiddleware.auth_token [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 16:39:07.590598 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Acquired lock "singleton_lock" {{(pid=120476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 16:39:07.591074 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_concurrency.lockutils [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Releasing lock "singleton_lock" {{(pid=120476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 16:39:07.591737 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Starting 2 workers May 10 16:39:07.596739 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Started child 120583 {{(pid=120476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 16:39:07.601323 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Started child 120584 {{(pid=120476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 16:39:07.602174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.602903 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO neutron.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 16:39:07.603557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=120476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.603713 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [-] (120583) wsgi starting up on http://0.0.0.0:9696 May 10 16:39:07.606036 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Starting 1 workers May 10 16:39:07.606187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.607501 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [-] (120584) wsgi starting up on http://0.0.0.0:9696 May 10 16:39:07.611300 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Started child 120585 {{(pid=120476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 16:39:07.612414 dv-cinder-835881-10-iscsi neutron-server[120476]: INFO oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Starting 1 workers May 10 16:39:07.615307 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] calling RpcWorker wait() {{(pid=120585) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 16:39:07.615868 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] returning from RpcWorker wait() {{(pid=120585) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 16:39:07.617052 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.617152 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Started child 120586 {{(pid=120476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 16:39:07.617517 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:07.617901 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f37d-6bb6-4efb-bad0-c4b20a882dd0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=120476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.619777 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 16:39:07.619991 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 16:39:07.620172 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 16:39:07.620424 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 16:39:07.620754 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 16:39:07.620920 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 16:39:07.621473 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.621751 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.622027 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.622279 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.622651 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:07.623106 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.623106 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.623360 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.623661 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.623927 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.624096 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.624263 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.624539 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.624791 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.625108 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.625383 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.625635 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.625891 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.626066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.626318 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.626574 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.626826 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.627184 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] debug = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.628108 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.628752 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.628990 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.629260 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.629513 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.629797 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.630050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.630326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.630596 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.630841 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.631063 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.631339 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.631590 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.631830 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.632047 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.632326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.632567 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.633028 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] host = dv-cinder-835881-10-iscsi {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.633277 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.633496 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.633731 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.633979 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.634296 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.634537 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.634803 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.635053 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.635348 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.635606 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.635869 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.636098 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.636337 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.636578 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.636744 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_options = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.636983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.637260 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.637516 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.637711 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.637880 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.638052 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.638306 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.638470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.638726 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.638944 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.639157 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.639390 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.639647 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.639867 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.640134 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.640378 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.640628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.640838 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.641094 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.641323 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.642238 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.642380 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.642643 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.642860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.643100 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.643340 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.643675 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.643981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.644128 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.644397 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.644650 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.644920 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.645155 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.645563 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.645850 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.646457 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.646457 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.646621 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.646785 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649336 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_json = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.649967 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650048 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:07.650142 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650142 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650286 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650461 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650642 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.650859 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.651100 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.651341 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.651842 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.653316 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.653738 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.654450 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.654450 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.654719 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.655227 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.655227 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.655522 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.656593 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.656593 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.656593 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.657095 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.657382 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.657660 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.657988 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.658257 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.658684 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.658917 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.660256 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.660565 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.660826 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.661114 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.661361 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.661610 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.661850 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.662081 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.662489 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.662750 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.663186 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.663716 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.664132 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.664607 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.664883 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.665139 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.665398 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.665656 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.665897 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.666149 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.666396 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.666682 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.666925 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.667174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.667427 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.667673 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.667899 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.668264 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.668771 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.669028 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.669275 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.669517 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.669742 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.669962 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.670179 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.670408 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.670636 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.670871 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.671100 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.671578 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.671968 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.672370 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.672746 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.673134 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.673359 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.673647 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.674519 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.674967 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.675262 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.675498 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.675716 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.675938 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.676537 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.676763 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.676981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.677198 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.677419 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.677632 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.677853 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.678094 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.678355 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.678590 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.678803 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.679087 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.679299 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.679578 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.679838 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.680104 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.680355 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.680576 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.680795 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.681008 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.681308 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.681557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.681795 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.682065 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.682312 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.682528 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.682772 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.682988 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.683206 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.683417 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.683679 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.683903 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.684174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.684423 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.684661 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.684919 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.685137 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.685373 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.685599 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.685823 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.686060 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.686280 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.686565 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.686811 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.687029 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.687278 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.687533 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.687812 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.688060 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.688408 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.688634 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.688930 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.689222 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.689496 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.690405 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.690663 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.690899 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.691170 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.691433 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.691695 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.691932 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.692182 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.692428 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.692694 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.692937 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.693174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.693425 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.693755 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.693991 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.694229 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.694444 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.694723 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.694981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.695232 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.695496 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.695741 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.695970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.696201 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.696489 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.696719 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.696971 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.697201 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.697411 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.697650 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.697884 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.698140 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.698353 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.698563 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.698808 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.699025 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.699242 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.699471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.699689 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.699904 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.700164 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.700401 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.700640 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.700874 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.701090 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.701308 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.701525 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.701736 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.702003 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.702210 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.702496 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.702740 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.702983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.703226 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.703468 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.703718 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.703931 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.704173 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.704429 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.704646 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.704879 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.705215 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.705444 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.705690 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.705988 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.706314 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.706596 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.706846 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.707826 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.707826 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.708055 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.708181 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.708489 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.708678 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.708929 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.709145 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.709381 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.709622 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.709823 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.710059 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.710295 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.710512 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.710748 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.710992 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.711252 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.711538 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.711789 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.712049 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.712288 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.712501 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.712717 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.712933 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.713146 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.713427 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.713594 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.713813 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.714044 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.714328 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.714566 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.714807 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.715072 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.715307 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.715540 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.715767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.715977 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.716225 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.716471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.716686 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.716894 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.717118 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.717374 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.717536 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.717756 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.718023 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.718236 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.718476 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.718682 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.718889 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.719108 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.719322 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.719557 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.719781 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.719986 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.720194 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.720456 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.720743 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.721566 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.721792 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.722002 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.722266 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.722554 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.722796 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.723026 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.723314 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.723565 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.723784 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.724066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.724337 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.724579 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.724996 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.725314 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.725528 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.725789 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.726025 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.726242 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.726485 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.726741 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.727081 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.727350 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.727602 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.727852 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.728138 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.728433 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.728722 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.728957 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.729257 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.729604 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.729860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.730106 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.730363 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.730600 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.730840 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.731079 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.731299 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.731535 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.731774 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.732011 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.732241 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.732489 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.732624 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:07.732715 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.732950 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.733188 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.733417 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.733628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.733850 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.734066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.734222 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 16:39:07.734763 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 16:39:07.734932 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 16:39:07.735086 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 16:39:07.735255 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 16:39:07.735425 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 16:39:07.735579 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 16:39:07.735789 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.736028 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.737117 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.737451 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.737819 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.737987 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.738147 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.738309 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.738467 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.738627 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.738834 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739175 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739339 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739505 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739662 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739823 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.739982 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740145 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740324 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740487 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740652 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740789 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] debug = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.740918 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741125 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741294 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741422 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741582 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741739 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.741898 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742056 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742212 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742370 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742528 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742685 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.742843 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743000 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743157 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743313 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] host = dv-cinder-835881-10-iscsi {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743786 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.743944 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744101 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744258 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744439 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744597 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744754 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.744914 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745071 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745230 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745388 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745544 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745701 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.745860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746016 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_options = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746333 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746490 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746679 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746842 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.746999 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747156 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747313 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747629 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747849 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.747983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748110 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748236 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748395 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748527 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748677 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748840 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.748983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749138 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749277 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749432 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749611 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749741 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.749871 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750020 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750173 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750329 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750488 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750644 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750801 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.750958 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751115 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751272 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751429 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751585 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751742 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.751898 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.752650 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753008 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753203 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753419 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753581 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753740 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.753899 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754056 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754212 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_json = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754359 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754516 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754674 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754830 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.754988 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.755145 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.755303 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.755461 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.755602 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 16:39:07.755787 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.755949 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756123 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756300 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756466 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756628 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756787 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.756949 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757111 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757271 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757441 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757602 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757774 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.757983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758117 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758244 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758403 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758566 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758704 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758829 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.758983 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759144 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759314 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759479 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759640 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759799 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.759959 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760129 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760312 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760484 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760659 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760820 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.760981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761141 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761302 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761464 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761624 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761785 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.761946 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762109 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762270 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762471 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762614 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762741 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.762895 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.763136 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.763802 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.763971 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764133 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764311 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764476 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764699 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764831 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.764973 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765102 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765228 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765366 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765540 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765701 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.765863 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766023 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766185 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766331 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766491 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766653 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766814 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.766975 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.767136 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.767308 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.767469 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.767630 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.768466 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.768570 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.768721 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.768869 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769053 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769188 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769317 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769475 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769641 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769801 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.769962 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770124 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770285 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770446 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770607 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.770927 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.771087 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.771247 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.771644 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772356 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772356 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772356 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772356 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772622 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772622 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772763 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.772981 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773112 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773219 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773323 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773550 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773674 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.773867 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774013 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774135 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774240 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774505 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774635 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.774738 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.775401 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34590) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780321 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.780951 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781947 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781947 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.781947 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782148 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782548 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782548 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782728 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782728 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.782902 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.783065 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.784326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.784326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.784326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.784326 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.787751 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.787751 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.787751 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.787751 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788316 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073996 May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.788470 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.789502 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790066 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790530 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.790970 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791279 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791279 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791418 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791493 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791747 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791836 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.791989 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.792158 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.792346 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.792511 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.792674 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.792837 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.793001 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.793161 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.793325 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794119 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794480 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794632 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794711 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.794860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795011 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795455 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795551 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795696 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.795869 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.796017 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797050 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797404 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797404 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797534 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797690 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.797851 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.798014 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.798175 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.798487 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.798666 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.798833 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.799082 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.799787 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.799954 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.800286 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.800468 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.800632 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.800794 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.800958 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801122 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801285 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801458 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801622 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801783 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.801945 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802146 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802267 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802439 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802602 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802767 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.802931 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803085 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803220 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803386 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803549 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803937 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.803937 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804203 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804203 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804514 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804663 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804806 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.804934 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.805064 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.805206 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.805369 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.805539 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.805707 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806158 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806158 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806344 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806344 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806528 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806698 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.806860 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807037 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807211 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807378 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807537 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807693 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.807858 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808021 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808185 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808357 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808524 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808688 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.808851 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809012 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809174 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809337 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809498 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809661 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809823 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.809985 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.810146 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.810308 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 16:39:07.810463 dv-cinder-835881-10-iscsi neutron-server[120476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 16:39:19.086275 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb6659-3bba-4489-bc11-4b3dc0094dc2 None None] get_active_networks_info from dv-cinder-835881-10-iscsi {{(pid=120585) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 16:39:19.151663 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb6659-3bba-4489-bc11-4b3dc0094dc2 None None] No non-hosted networks {{(pid=120585) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 16:39:19.179124 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.agentschedulers_db [None req-5acb6659-3bba-4489-bc11-4b3dc0094dc2 None None] DHCP Agent not found on host dv-cinder-835881-10-iscsi {{(pid=120585) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 16:39:19.305191 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-483dff2d-e84f-4c43-8abc-3cf1b46995e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:21.363385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6ce97ca7-06ce-40c3-952e-d0a1de09f539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:21.396199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b666-9b18-41db-90bf-8e00e19b9735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:22.383250 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34654) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:22.491321 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:22.995630 dv-cinder-835881-10-iscsi neutron-server[120583]: WARNING oslo_policy.policy [None req-517b8f67-c908-44f4-9374-793c93018b57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:22.996499 dv-cinder-835881-10-iscsi neutron-server[120583]: WARNING oslo_policy.policy [None req-517b8f67-c908-44f4-9374-793c93018b57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:23.237816 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [None req-517b8f67-c908-44f4-9374-793c93018b57 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:39:23.256829 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-517b8f67-c908-44f4-9374-793c93018b57 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8725417 May 10 16:39:24.278053 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:25.569383 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:25.571077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.571621 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.572112 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.572757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.573264 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.573750 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.574242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.574896 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.575492 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.576227 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.576815 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.577414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.577901 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.578456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.579009 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:25.579789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:25.587351 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:25.817320 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.db.l3_hamode_db [None req-b6593471-5603-46d2-a200-54676b72e333 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 16:39:25.863369 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34688) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:25.897810 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6593471-5603-46d2-a200-54676b72e333 None None] Routers set() bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:39:25.898127 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6593471-5603-46d2-a200-54676b72e333 None None] Router IDs set() for agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 16:39:26.175878 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:26.266407 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.policy [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120583) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 16:39:26.308510 dv-cinder-835881-10-iscsi neutron-server[120583]: WARNING oslo_policy.policy [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:26.308886 dv-cinder-835881-10-iscsi neutron-server[120583]: WARNING oslo_policy.policy [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:26.403778 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172329356', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172330904', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172347087', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172341029', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172334286', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760172224564', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1751040', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549735', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3624128'] for rbac-policy (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:26.471360 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:26.472618 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-98350ef0-9aae-4c0f-a932-f123bb5d76db admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6080940 May 10 16:39:28.918276 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34700) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:29.228785 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:29.257440 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Made reservation on behalf of 42fd68fdf06d4dea8e98c2562adb3db0 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:39:29.261318 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.278149 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.385746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks [] for security_group (23744cce-90a7-4abf-8726-a784a621f156), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.389431 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (23744cce-90a7-4abf-8726-a784a621f156), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.423087 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:39:29.449972 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760167279144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (f93a7b22-c641-4e9a-aff6-89618ed139b5), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.450551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Unsubscribe: segment precommit_create {{(pid=120583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 16:39:29.451069 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Added segment f93a7b22-c641-4e9a-aff6-89618ed139b5 of type vlan for network ea923fa2-c27b-4c3c-ab95-80b665875341 May 10 16:39:29.467048 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=23744cce-90a7-4abf-8726-a784a621f156,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:29.519613 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.519951 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.520327 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.520683 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.521014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.521337 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.521659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.521978 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.522310 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.522632 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.522948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.523287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.523595 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.523910 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.524217 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Tracked resource versions report: May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: pushed versions: May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: { 'AddressGroup': {'1.2'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Agent': {'1.1'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'ConntrackHelper': {'1.0'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'LocalIPAssociation': {'1.0'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Log': {'1.0'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'NDPProxy': {'1.0'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Network': {'1.1'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Port': {'1.7'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'PortForwarding': {'1.3'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'QosPolicy': {'1.10'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroup': {'1.5'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroupRule': {'1.2'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SubPort': {'1.0'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Subnet': {'1.1'}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Trunk': {'1.1'}} May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: consumer versions: May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Agent': '1.1', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'ConntrackHelper': '1.0', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'LocalIPAssociation': '1.0', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Log': '1.0', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'NDPProxy': '1.0', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Network': '1.1', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Port': '1.7', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'PortForwarding': '1.3', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'QosPolicy': '1.10', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroup': '1.5', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroupRule': '1.2', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SubPort': '1.0', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Subnet': '1.1', May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Trunk': '1.1'}} May 10 16:39:29.525720 dv-cinder-835881-10-iscsi neutron-server[120583]: {{(pid=120583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:39:29.564611 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (ea923fa2-c27b-4c3c-ab95-80b665875341), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.608745 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (ea923fa2-c27b-4c3c-ab95-80b665875341), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.613827 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:29.614528 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:29.707550 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7882037 May 10 16:39:29.732635 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc80ed-def0-4346-8b10-e3bfa1a63626 demo demo] Pushing event updated for resources: {'Network': ['ID=ea923fa2-c27b-4c3c-ab95-80b665875341,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:29.745805 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network ea923fa2-c27b-4c3c-ab95-80b665875341 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:39:32.266023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34712) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:32.669547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7ff45-9965-4b18-910e-f6b63c847149 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:32.670851 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-16a7ff45-9965-4b18-910e-f6b63c847149 demo admin] 10.222.0.48 "GET /v2.0/networks/ea923fa2-c27b-4c3c-ab95-80b665875341 HTTP/1.1" status: 200 len: 825 time: 0.4038813 May 10 16:39:32.695288 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fda57dae-7350-42c5-98c8-a9b384793773 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/38bca4d4-2072-44cb-acf4-3f5124226a41 HTTP/1.1" status: 200 len: 734 time: 0.0184186 May 10 16:39:32.703458 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Request body: {'subnet': {'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41', 'gateway_ip': '172.20.0.1', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:32.724257 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Made reservation on behalf of 42fd68fdf06d4dea8e98c2562adb3db0 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:39:32.726502 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:33.018445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (7951fd11-b6bd-4d7a-bd5c-5f04df9d187c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:33.090218 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7951fd11-b6bd-4d7a-bd5c-5f04df9d187c,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:33.092486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Checking segment: {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:39:33.092879 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Network hostable DHCP agents. Network: ea923fa2-c27b-4c3c-ab95-80b665875341, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:39:33.114051 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Network ea923fa2-c27b-4c3c-ab95-80b665875341 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:39:33.125718 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, ea923fa2-c27b-4c3c-ab95-80b665875341) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:39:33.130848 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:33.131549 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:33.136851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93af4ba-87db-4dd9-9995-45012d4b9621 None None] Network ea923fa2-c27b-4c3c-ab95-80b665875341 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:39:33.149214 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ec23954e-c089-4fca-93d6-e405cf707056 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4485531 May 10 16:39:33.398914 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-ea923fa2-c27b-4c3c-ab95-80b665875341', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:39:33.400175 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:33.678703 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Allocated IP 172.20.0.2 (ea923fa2-c27b-4c3c-ab95-80b665875341/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c/51f603bf-90c6-4358-b827-8455ca3bf718) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:39:33.945069 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks [] for port (51f603bf-90c6-4358-b827-8455ca3bf718), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:33.952428 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:34.029750 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Network ea923fa2-c27b-4c3c-ab95-80b665875341 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:39:34.036725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:39:34.042043 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Pushing event updated for resources: {'Port': ['ID=51f603bf-90c6-4358-b827-8455ca3bf718,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:34.044160 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:39:34.054196 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.054535 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.054884 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.055231 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.055557 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.055877 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.056194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.056535 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.056868 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.057186 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.058507 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.058845 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.059164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.059478 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.059789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Tracked resource versions report: May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: pushed versions: May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: { 'AddressGroup': {'1.2'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Agent': {'1.1'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'ConntrackHelper': {'1.0'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'LocalIPAssociation': {'1.0'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Log': {'1.0'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'NDPProxy': {'1.0'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Network': {'1.1'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Port': {'1.7'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'PortForwarding': {'1.3'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'QosPolicy': {'1.10'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroup': {'1.5'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroupRule': {'1.2'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SubPort': {'1.0'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Subnet': {'1.1'}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Trunk': {'1.1'}} May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: consumer versions: May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Agent': '1.1', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'ConntrackHelper': '1.0', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'LocalIPAssociation': '1.0', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Log': '1.0', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'NDPProxy': '1.0', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Network': '1.1', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Port': '1.7', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'PortForwarding': '1.3', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'QosPolicy': '1.10', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroup': '1.5', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroupRule': '1.2', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SubPort': '1.0', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Subnet': '1.1', May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Trunk': '1.1'}} May 10 16:39:34.061256 dv-cinder-835881-10-iscsi neutron-server[120585]: {{(pid=120585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:39:34.138211 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Attempting to bind port 51f603bf-90c6-4358-b827-8455ca3bf718 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:39:34.138884 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Attempting to bind port 51f603bf-90c6-4358-b827-8455ca3bf718 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:39:34.139045 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Attempting to bind port 51f603bf-90c6-4358-b827-8455ca3bf718 on network ea923fa2-c27b-4c3c-ab95-80b665875341 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:39:34.145049 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:39:34.145432 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Checking segment: {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:39:34.145946 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:34.146333 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Bound using segment: {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:39:34.146833 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Bound port: 51f603bf-90c6-4358-b827-8455ca3bf718, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:39:34.147240 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:34.208855 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] For port 51f603bf-90c6-4358-b827-8455ca3bf718, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:39:34.227710 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] For port 51f603bf-90c6-4358-b827-8455ca3bf718, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51f603bf-90c6-4358-b827-8455ca3bf718,segment=NetworkSegment(f93a7b22-c641-4e9a-aff6-89618ed139b5),segment_id=f93a7b22-c641-4e9a-aff6-89618ed139b5)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:39:34.234546 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:34.293161 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f034b-11f1-4153-9d59-bdd89eb3201f None None] Pushing event updated for resources: {'Port': ['ID=51f603bf-90c6-4358-b827-8455ca3bf718,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:35.635723 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34720) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:35.948945 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [None req-0d0be290-861e-4337-80bc-0ddb8908bee8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:39:35.964301 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0d0be290-861e-4337-80bc-0ddb8908bee8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3132138 May 10 16:39:38.419035 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34728) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:38.737919 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [None req-d0f33b02-563b-4677-a459-9b9f50b28f38 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:39:38.752306 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d0f33b02-563b-4677-a459-9b9f50b28f38 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3189497 May 10 16:39:41.225101 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 34736) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:41.749177 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING oslo_policy.policy [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:41.749749 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING oslo_policy.policy [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:41.970933 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:42.030084 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.policy [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120584) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 16:39:42.073080 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING oslo_policy.policy [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:42.073481 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING oslo_policy.policy [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 16:39:42.137441 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (8c500d9d-db33-4d34-b08c-a4add2e1a302), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:42.139417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (8c500d9d-db33-4d34-b08c-a4add2e1a302), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:42.303804 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Publish callbacks [] for router_controller (8c500d9d-db33-4d34-b08c-a4add2e1a302), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:42.309034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (8c500d9d-db33-4d34-b08c-a4add2e1a302), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:42.334876 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:42.352304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5c92f875-7f81-4620-8ec7-bc5a2fd25ca0 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1092558 May 10 16:39:44.371003 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51f603bf-90c6-4358-b827-8455ca3bf718 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:39:44.466228 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 51f603bf-90c6-4358-b827-8455ca3bf718 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:44.466626 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:44.574985 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 51f603bf-90c6-4358-b827-8455ca3bf718 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:44.575285 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:44.609357 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 51f603bf-90c6-4358-b827-8455ca3bf718, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51f603bf-90c6-4358-b827-8455ca3bf718,segment=NetworkSegment(f93a7b22-c641-4e9a-aff6-89618ed139b5),segment_id=f93a7b22-c641-4e9a-aff6-89618ed139b5)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:39:44.614070 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:44.662343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=51f603bf-90c6-4358-b827-8455ca3bf718,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:44.835732 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 34756) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:45.151559 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [None req-a3729c48-da81-4c7c-a527-b81338c7b52b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:39:45.152560 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a3729c48-da81-4c7c-a527-b81338c7b52b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3158469 May 10 16:39:45.890666 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4489317-d5b2-4199-b738-641455744bbe None None] Network ea923fa2-c27b-4c3c-ab95-80b665875341 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:39:45.975903 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d6971b07-c1cc-4a25-bd16-a13fe1fd8d45 None None] Provisioning complete for port 51f603bf-90c6-4358-b827-8455ca3bf718 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:45.976300 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d6971b07-c1cc-4a25-bd16-a13fe1fd8d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:46.095422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d6971b07-c1cc-4a25-bd16-a13fe1fd8d45 None None] Current status of the port 51f603bf-90c6-4358-b827-8455ca3bf718 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:46.212350 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-447c14e7-9a4f-4ffa-8098-8d7bca322f0f None None] Provisioning complete for port 51f603bf-90c6-4358-b827-8455ca3bf718 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:46.212744 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-447c14e7-9a4f-4ffa-8098-8d7bca322f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:46.287931 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-447c14e7-9a4f-4ffa-8098-8d7bca322f0f None None] Current status of the port 51f603bf-90c6-4358-b827-8455ca3bf718 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:46.362385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51f603bf-90c6-4358-b827-8455ca3bf718 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:39:46.411429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 51f603bf-90c6-4358-b827-8455ca3bf718 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:46.411734 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:46.486844 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 51f603bf-90c6-4358-b827-8455ca3bf718 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:47.613129 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34764) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:47.917710 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:47.936541 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Made reservation on behalf of 18061f9244ab48daafb61d27ac0a0610 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:39:47.938986 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:47.947006 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.019590 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks [] for security_group (3a6bd6c6-5adb-407c-9132-940d4850b223), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.023232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (3a6bd6c6-5adb-407c-9132-940d4850b223), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.038163 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Reserving flat network on physical network physnet1 {{(pid=120583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 16:39:48.056531 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6bd6c6-5adb-407c-9132-940d4850b223,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:48.061075 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (00f7da60-b2ac-4885-9e35-1566f41e9fb4), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.061408 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Added segment 00f7da60-b2ac-4885-9e35-1566f41e9fb4 of type flat for network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d May 10 16:39:48.109188 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (9616c75c-9421-4b1b-a6f5-0dacdda23b5d), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.139723 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (9616c75c-9421-4b1b-a6f5-0dacdda23b5d), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.140706 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:48.141266 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:48.218425 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6042483 May 10 16:39:48.231929 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d051-fed0-47bd-a392-54d95bd1f493 admin admin] Pushing event updated for resources: {'Network': ['ID=9616c75c-9421-4b1b-a6f5-0dacdda23b5d,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:48.242875 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:39:49.065606 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c3f1-b982-417a-b799-8550eb3e9395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:50.639841 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34772) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:50.993926 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624f527-aef2-4c44-822f-287def57f568 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:50.995239 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0624f527-aef2-4c44-822f-287def57f568 demo admin] 10.222.0.48 "GET /v2.0/subnets/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c HTTP/1.1" status: 200 len: 849 time: 0.3544099 May 10 16:39:51.157152 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f9b7e68f-8200-4c61-a92c-1454d6be0f14 demo admin] 10.222.0.48 "GET /v2.0/routers/8c500d9d-db33-4d34-b08c-a4add2e1a302 HTTP/1.1" status: 200 len: 704 time: 0.1562269 May 10 16:39:51.357821 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7a7f78dd-2abd-4a43-90ef-93df340eb038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:51.445409 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:51.666743 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:39:51.758778 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Allocated IP 172.20.0.1 (ea923fa2-c27b-4c3c-ab95-80b665875341/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c/c17f9f79-fc25-47ae-9903-ab2cabd2da37) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:39:51.956050 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks [] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.036004 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.105851 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Network ea923fa2-c27b-4c3c-ab95-80b665875341 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:39:52.112185 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:39:52.119958 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:39:52.120530 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (8c500d9d-db33-4d34-b08c-a4add2e1a302), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.142642 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Pushing event updated for resources: {'Port': ['ID=c17f9f79-fc25-47ae-9903-ab2cabd2da37,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:52.328296 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.341185 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-4d674d6f-e76c-4f81-a837-985853b24867 None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:52.341652 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4d674d6f-e76c-4f81-a837-985853b24867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.374384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-4d674d6f-e76c-4f81-a837-985853b24867 None None] Port c17f9f79-fc25-47ae-9903-ab2cabd2da37 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:39:52.414338 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.537716 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks [] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.542911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.543700 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (8c500d9d-db33-4d34-b08c-a4add2e1a302), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.622052 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Pushing event updated for resources: {'Port': ['ID=c17f9f79-fc25-47ae-9903-ab2cabd2da37,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:52.673801 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Network ea923fa2-c27b-4c3c-ab95-80b665875341 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:39:52.675179 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:39:52.841857 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Router 8c500d9d-db33-4d34-b08c-a4add2e1a302 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:39:52.938154 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:39:52.941100 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-eb74d763-65ba-4efc-be04-54b8421f1637 None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:52.941493 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-eb74d763-65ba-4efc-be04-54b8421f1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:52.944919 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-39851b81-1ab2-4a2b-88d9-a46e266fb691 demo admin] 10.222.0.48 "PUT /v2.0/routers/8c500d9d-db33-4d34-b08c-a4add2e1a302/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7824879 May 10 16:39:52.949237 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Sync routers for ids ['8c500d9d-db33-4d34-b08c-a4add2e1a302'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:39:52.962591 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Routers {'8c500d9d-db33-4d34-b08c-a4add2e1a302'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:39:52.963452 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:39:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8c500d9d-db33-4d34-b08c-a4add2e1a302'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:52.978761 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-eb74d763-65ba-4efc-be04-54b8421f1637 None None] Port c17f9f79-fc25-47ae-9903-ab2cabd2da37 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:39:53.160296 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Set router 8c500d9d-db33-4d34-b08c-a4add2e1a302 gateway port host: None {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:39:53.583094 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:39:52Z', 'revision_number': 2, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port_host': None, '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:52Z', 'revision_number': 2, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:53.634365 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Checking router: 8c500d9d-db33-4d34-b08c-a4add2e1a302 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:39:53.634731 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Updating router 8c500d9d-db33-4d34-b08c-a4add2e1a302 port c17f9f79-fc25-47ae-9903-ab2cabd2da37 binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:39:53.690826 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.189950 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.200718 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks [] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.207474 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.371855 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Pushing event updated for resources: {'Port': ['ID=c17f9f79-fc25-47ae-9903-ab2cabd2da37,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:54.385600 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.385945 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.386308 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.386661 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.386999 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.387327 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.387653 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.387977 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.388340 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.388672 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.388999 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.389337 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.389659 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.389978 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.390297 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Tracked resource versions report: May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: pushed versions: May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: { 'AddressGroup': {'1.2'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Agent': {'1.1'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'ConntrackHelper': {'1.0'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'LocalIPAssociation': {'1.0'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Log': {'1.0'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'NDPProxy': {'1.0'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Network': {'1.1'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Port': {'1.7'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'PortForwarding': {'1.3'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'QosPolicy': {'1.10'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroup': {'1.5'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroupRule': {'1.2'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SubPort': {'1.0'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Subnet': {'1.1'}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Trunk': {'1.1'}} May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: consumer versions: May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Agent': '1.1', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'ConntrackHelper': '1.0', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'LocalIPAssociation': '1.0', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Log': '1.0', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'NDPProxy': '1.0', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Network': '1.1', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Port': '1.7', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'PortForwarding': '1.3', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'QosPolicy': '1.10', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroup': '1.5', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroupRule': '1.2', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SubPort': '1.0', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Subnet': '1.1', May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Trunk': '1.1'}} May 10 16:39:54.391762 dv-cinder-835881-10-iscsi neutron-server[120586]: {{(pid=120586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:39:54.396982 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Attempting to bind port c17f9f79-fc25-47ae-9903-ab2cabd2da37 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:39:54.397391 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Attempting to bind port c17f9f79-fc25-47ae-9903-ab2cabd2da37 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:39:54.397832 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Attempting to bind port c17f9f79-fc25-47ae-9903-ab2cabd2da37 on network ea923fa2-c27b-4c3c-ab95-80b665875341 {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:39:54.403474 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:39:54.403884 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Checking segment: {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:39:54.404466 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.405082 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Bound using segment: {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:39:54.405832 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Bound port: c17f9f79-fc25-47ae-9903-ab2cabd2da37, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93a7b22-c641-4e9a-aff6-89618ed139b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:39:54.406393 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.476328 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] For port c17f9f79-fc25-47ae-9903-ab2cabd2da37, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:39:54.495920 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] For port c17f9f79-fc25-47ae-9903-ab2cabd2da37, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=c17f9f79-fc25-47ae-9903-ab2cabd2da37,segment=NetworkSegment(f93a7b22-c641-4e9a-aff6-89618ed139b5),segment_id=f93a7b22-c641-4e9a-aff6-89618ed139b5)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:39:54.502778 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.567351 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Routers {'8c500d9d-db33-4d34-b08c-a4add2e1a302'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:39:54.567990 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:39:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8c500d9d-db33-4d34-b08c-a4add2e1a302'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:54.570020 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef44a4-9b6a-4046-974d-f58b89e7622f None None] Pushing event updated for resources: {'Port': ['ID=c17f9f79-fc25-47ae-9903-ab2cabd2da37,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:54.654426 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:54.655182 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.671221 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] Set router 8c500d9d-db33-4d34-b08c-a4add2e1a302 gateway port host: None {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:39:54.758601 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Current status of the port c17f9f79-fc25-47ae-9903-ab2cabd2da37 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:54.759287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.800445 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] For port c17f9f79-fc25-47ae-9903-ab2cabd2da37, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=c17f9f79-fc25-47ae-9903-ab2cabd2da37,segment=NetworkSegment(f93a7b22-c641-4e9a-aff6-89618ed139b5),segment_id=f93a7b22-c641-4e9a-aff6-89618ed139b5)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:39:54.807670 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:54.864968 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2077d-8931-4e12-a21e-4ec52d5d8388 None None] Pushing event updated for resources: {'Port': ['ID=c17f9f79-fc25-47ae-9903-ab2cabd2da37,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:54.884056 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:39:52Z', 'revision_number': 2, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port_host': None, '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:54Z', 'revision_number': 4, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:39:54.911101 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edadd4-288d-4d6c-b865-896c842e61b0 None None] The sync data for ids ['8c500d9d-db33-4d34-b08c-a4add2e1a302'] in dv-cinder-835881-10-iscsi is: [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:39:52Z', 'revision_number': 2, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port_host': None, '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:54Z', 'revision_number': 4, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:39:54.929534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-16017d31-cd59-4c83-b85c-ed988e2c5090 None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:39:54.929927 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-16017d31-cd59-4c83-b85c-ed988e2c5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:55.054338 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-16017d31-cd59-4c83-b85c-ed988e2c5090 None None] Current status of the port c17f9f79-fc25-47ae-9903-ab2cabd2da37 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:39:55.551774 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34792) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:55.569893 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:55.806686 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719dde3-9742-4703-8417-11a55eefd662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:55.808104 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5719dde3-9742-4703-8417-11a55eefd662 admin admin] 10.222.0.48 "GET /v2.0/networks/9616c75c-9421-4b1b-a6f5-0dacdda23b5d HTTP/1.1" status: 200 len: 842 time: 0.2551174 May 10 16:39:55.818529 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:55.840023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Made reservation on behalf of 18061f9244ab48daafb61d27ac0a0610 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:39:55.842276 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:56.176018 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.objects.ports [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120583) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 16:39:56.176469 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (24261c6c-7727-4e88-a85c-e338663b007d), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:56.233324 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24261c6c-7727-4e88-a85c-e338663b007d,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:39:56.245131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:39:56.245496 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Network hostable DHCP agents. Network: 9616c75c-9421-4b1b-a6f5-0dacdda23b5d, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:39:56.264047 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:39:56.272891 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 9616c75c-9421-4b1b-a6f5-0dacdda23b5d) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:39:56.280516 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:56.281112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:56.282591 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdce8dc-6b42-4283-80ca-a2ec8857df4b None None] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:39:56.297467 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d7dcf46c-f3e6-4c60-8903-c3be2dac8116 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4825871 May 10 16:39:56.407741 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bdb7ab-e7a7-4d9e-9189-2141fee1ba48 None None] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:39:58.912038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 34810) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:39:59.134751 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-998f9641-1154-4993-9c4d-df94f8c3c654 demo admin] 10.222.0.48 "GET /v2.0/routers/8c500d9d-db33-4d34-b08c-a4add2e1a302 HTTP/1.1" status: 200 len: 710 time: 0.2214203 May 10 16:39:59.319417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c423c3-e217-472a-b6b9-f86eb425316f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:39:59.320961 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-04c423c3-e217-472a-b6b9-f86eb425316f demo admin] 10.222.0.48 "GET /v2.0/networks/9616c75c-9421-4b1b-a6f5-0dacdda23b5d HTTP/1.1" status: 200 len: 886 time: 0.1809411 May 10 16:39:59.330616 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:39:59.595889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks [] for router_gateway (8c500d9d-db33-4d34-b08c-a4add2e1a302), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:59.816747 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks [] for router_gateway (8c500d9d-db33-4d34-b08c-a4add2e1a302), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:39:59.894724 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:00.086532 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Allocated IP 172.27.1.140 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/f3130dea-78fb-4d9b-b41b-017a6297bc9a) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:40:00.193181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks [] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:00.254060 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:00.322445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:40:00.327560 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:40:00.373082 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Pushing event updated for resources: {'Port': ['ID=f3130dea-78fb-4d9b-b41b-017a6297bc9a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:40:00.376118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:40:00.416150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.416524 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.416871 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.417214 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.417544 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.417869 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.418193 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.418512 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.418836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.419160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.419492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.419825 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.420145 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.420480 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.420804 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Tracked resource versions report: May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: pushed versions: May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: { 'AddressGroup': {'1.2'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Agent': {'1.1'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'ConntrackHelper': {'1.0'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'LocalIPAssociation': {'1.0'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Log': {'1.0'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'NDPProxy': {'1.0'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Network': {'1.1'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Port': {'1.7'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'PortForwarding': {'1.3'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'QosPolicy': {'1.10'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroup': {'1.5'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroupRule': {'1.2'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SubPort': {'1.0'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Subnet': {'1.1'}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Trunk': {'1.1'}} May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: consumer versions: May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Agent': '1.1', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'ConntrackHelper': '1.0', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'LocalIPAssociation': '1.0', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Log': '1.0', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'NDPProxy': '1.0', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Network': '1.1', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Port': '1.7', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'PortForwarding': '1.3', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'QosPolicy': '1.10', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroup': '1.5', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroupRule': '1.2', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SubPort': '1.0', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Subnet': '1.1', May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Trunk': '1.1'}} May 10 16:40:00.422503 dv-cinder-835881-10-iscsi neutron-server[120584]: {{(pid=120584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:40:00.753101 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks [] for router_gateway (8c500d9d-db33-4d34-b08c-a4add2e1a302), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:00.973275 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-119323'] for router (8c500d9d-db33-4d34-b08c-a4add2e1a302), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:00.977710 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586898'] for router (8c500d9d-db33-4d34-b08c-a4add2e1a302), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:01.091814 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Router 8c500d9d-db33-4d34-b08c-a4add2e1a302 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:40:01.205796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:40:01.210469 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:01.224441 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-743cd2ee-2e9b-40bb-b735-ebcc775c7b7f demo admin] 10.222.0.48 "PUT /v2.0/routers/8c500d9d-db33-4d34-b08c-a4add2e1a302 HTTP/1.1" status: 200 len: 890 time: 1.8850493 May 10 16:40:02.422561 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device c17f9f79-fc25-47ae-9903-ab2cabd2da37 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:40:02.475551 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:40:02.476020 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:02.557760 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port c17f9f79-fc25-47ae-9903-ab2cabd2da37 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:40:03.920204 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 34826) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:40:04.040952 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a970e811-3b89-40c3-aa87-f8a107369911 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194909 May 10 16:40:04.187032 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Sync routers for ids ['8c500d9d-db33-4d34-b08c-a4add2e1a302'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:40:04.200141 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Routers {'8c500d9d-db33-4d34-b08c-a4add2e1a302'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:40:04.200881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:39:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8c500d9d-db33-4d34-b08c-a4add2e1a302'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:40:04.434793 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Set router 8c500d9d-db33-4d34-b08c-a4add2e1a302 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:40:04.919323 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:40:00Z', 'revision_number': 4, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port': {'id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:59Z', 'updated_at': '2022-05-10T16:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:54Z', 'revision_number': 5, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:40:04.973516 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Checking router: 8c500d9d-db33-4d34-b08c-a4add2e1a302 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:40:04.973847 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Updating router 8c500d9d-db33-4d34-b08c-a4add2e1a302 port f3130dea-78fb-4d9b-b41b-017a6297bc9a binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:40:05.029414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.361254 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks [] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.366801 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.413532 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa1ea1-9ce7-46f2-86c1-118011df1316 None None] Pushing event updated for resources: {'Port': ['ID=f3130dea-78fb-4d9b-b41b-017a6297bc9a,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:40:05.436147 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Attempting to bind port f3130dea-78fb-4d9b-b41b-017a6297bc9a on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:40:05.436550 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Attempting to bind port f3130dea-78fb-4d9b-b41b-017a6297bc9a by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:40:05.436909 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Attempting to bind port f3130dea-78fb-4d9b-b41b-017a6297bc9a on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:40:05.442333 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:40:05.442707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:40:05.443198 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.443593 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:40:05.444053 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Bound port: f3130dea-78fb-4d9b-b41b-017a6297bc9a, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:40:05.444917 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.495681 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] For port f3130dea-78fb-4d9b-b41b-017a6297bc9a, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:40:05.498959 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] For port f3130dea-78fb-4d9b-b41b-017a6297bc9a, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=f3130dea-78fb-4d9b-b41b-017a6297bc9a,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:40:05.505154 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:05.563445 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Routers {'8c500d9d-db33-4d34-b08c-a4add2e1a302'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:40:05.565062 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:39:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8c500d9d-db33-4d34-b08c-a4add2e1a302'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:40:05.568211 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa1ea1-9ce7-46f2-86c1-118011df1316 None None] Pushing event updated for resources: {'Port': ['ID=f3130dea-78fb-4d9b-b41b-017a6297bc9a,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:40:05.681740 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] Set router 8c500d9d-db33-4d34-b08c-a4add2e1a302 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:40:05.907467 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:40:00Z', 'revision_number': 4, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port': {'id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:59Z', 'updated_at': '2022-05-10T16:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:54Z', 'revision_number': 5, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:40:05.936294 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3938f9-6a58-4b64-a448-667c3e09bba6 None None] The sync data for ids ['8c500d9d-db33-4d34-b08c-a4add2e1a302'] in dv-cinder-835881-10-iscsi is: [{'id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'name': 'router1', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:39:42Z', 'updated_at': '2022-05-10T16:40:00Z', 'revision_number': 4, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'gw_port': {'id': 'f3130dea-78fb-4d9b-b41b-017a6297bc9a', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:59Z', 'updated_at': '2022-05-10T16:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'c17f9f79-fc25-47ae-9903-ab2cabd2da37', 'name': '', 'network_id': 'ea923fa2-c27b-4c3c-ab95-80b665875341', 'tenant_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'mac_address': 'fa:16:3e:b1:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c500d9d-db33-4d34-b08c-a4add2e1a302', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:39:51Z', 'updated_at': '2022-05-10T16:39:54Z', 'revision_number': 5, 'project_id': '42fd68fdf06d4dea8e98c2562adb3db0', 'subnets': [{'id': '7951fd11-b6bd-4d7a-bd5c-5f04df9d187c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bca4d4-2072-44cb-acf4-3f5124226a41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:40:06.445494 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device f3130dea-78fb-4d9b-b41b-017a6297bc9a up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:40:06.539904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port f3130dea-78fb-4d9b-b41b-017a6297bc9a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:40:06.540649 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:06.652292 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port f3130dea-78fb-4d9b-b41b-017a6297bc9a is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:40:06.652944 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:06.686039 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port f3130dea-78fb-4d9b-b41b-017a6297bc9a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=f3130dea-78fb-4d9b-b41b-017a6297bc9a,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:40:06.692143 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:06.757086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=f3130dea-78fb-4d9b-b41b-017a6297bc9a,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:40:08.448187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device f3130dea-78fb-4d9b-b41b-017a6297bc9a up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:40:08.516553 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port f3130dea-78fb-4d9b-b41b-017a6297bc9a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:40:08.517502 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3130dea-78fb-4d9b-b41b-017a6297bc9a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:08.629807 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port f3130dea-78fb-4d9b-b41b-017a6297bc9a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:40:19.068724 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7af8e966-9aee-44ef-8be7-a9ebbf891f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:21.363776 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ca32-72fb-448b-b64c-efca84631ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:22.421362 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:24.197810 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:25.566668 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:28.667563 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:40:49.079936 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80f94428-edb4-44c0-aeaf-a47448337e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:51.359251 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-490cd2f5-54a3-4ea8-868e-b27ac7fe88e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:52.423881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:54.198788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:40:55.582024 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:05.669749 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:41:19.075554 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5505de7f-5695-442d-ae49-aa67bc764ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:21.366190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb701039-4bc4-466e-8a00-e9627f0789c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:22.426962 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:24.199927 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:25.567999 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:26.446410 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35310) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:26.514399 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.pecan_wsgi.hooks.translation [None req-2505adf0-80c6-4167-96b0-abba34adec73 admin admin] GET failed (client error): The resource could not be found. May 10 16:41:26.515837 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2505adf0-80c6-4167-96b0-abba34adec73 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684545 May 10 16:41:26.706320 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430bfbb-acff-4de6-adc1-e0e367fe9cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:26.707730 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5430bfbb-acff-4de6-adc1-e0e367fe9cc4 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1860006 May 10 16:41:29.097201 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35320) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:29.191953 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b66ca-019a-4bf1-826d-ccf543e5d197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:29.193419 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-617b66ca-019a-4bf1-826d-ccf543e5d197 admin admin] 10.222.0.48 "GET /v2.0/subnets/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c HTTP/1.1" status: 200 len: 849 time: 0.0952394 May 10 16:41:29.202692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:41:29.289846 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Publish callbacks [] for subnet (7951fd11-b6bd-4d7a-bd5c-5f04df9d187c), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:29.437414 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760167325341'] for subnet (7951fd11-b6bd-4d7a-bd5c-5f04df9d187c), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:29.468177 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:29.469220 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:29.470164 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] 10.222.0.48 "PUT /v2.0/subnets/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c HTTP/1.1" status: 200 len: 868 time: 0.2710316 May 10 16:41:29.473410 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb3032-ec03-4cc4-aa94-08ca65fb7407 None None] Network ea923fa2-c27b-4c3c-ab95-80b665875341 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:41:29.492755 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7951fd11-b6bd-4d7a-bd5c-5f04df9d187c,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:41:29.500737 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.501930 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.502289 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.502627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.502959 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.503297 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.503627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.504616 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.504970 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.505399 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.505745 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.506075 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.506428 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.506750 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.507071 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22857fbf-08db-4eca-9d63-b55252371517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:41:29.856565 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Provisioning complete for port c17f9f79-fc25-47ae-9903-ab2cabd2da37 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:41:29.856965 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c17f9f79-fc25-47ae-9903-ab2cabd2da37), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:29.944370 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Current status of the port c17f9f79-fc25-47ae-9903-ab2cabd2da37 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:41:29.952922 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Provisioning complete for port 51f603bf-90c6-4358-b827-8455ca3bf718 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:41:29.953307 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51f603bf-90c6-4358-b827-8455ca3bf718), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:30.037500 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3762-fec3-4a51-b432-b10ce0dc152a None None] Current status of the port 51f603bf-90c6-4358-b827-8455ca3bf718 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:41:31.877804 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35328) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:32.089769 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ceb09-100c-4568-b93e-f9a134e84b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:32.090171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ceb09-100c-4568-b93e-f9a134e84b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:32.091729 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-682ceb09-100c-4568-b93e-f9a134e84b32 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129328 May 10 16:41:34.472552 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35336) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:34.616694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd7e10-821e-4b17-a4c8-41c8783256b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:34.617162 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd7e10-821e-4b17-a4c8-41c8783256b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:34.618745 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fbfd7e10-821e-4b17-a4c8-41c8783256b8 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1452341 May 10 16:41:36.974988 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35344) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:37.100161 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a9769-08c1-48df-8116-060d4acf5162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:37.101595 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d40a9769-08c1-48df-8116-060d4acf5162 admin admin] 10.222.0.48 "GET /v2.0/networks/9616c75c-9421-4b1b-a6f5-0dacdda23b5d HTTP/1.1" status: 200 len: 886 time: 0.1256104 May 10 16:41:39.406025 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35352) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:39.545285 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154e38a-2f31-4228-9e79-2cf66e8ed486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:39.545285 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9154e38a-2f31-4228-9e79-2cf66e8ed486 admin admin] 10.222.0.48 "GET /v2.0/networks/ea923fa2-c27b-4c3c-ab95-80b665875341 HTTP/1.1" status: 200 len: 869 time: 0.1364679 May 10 16:41:41.902239 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35360) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:42.038033 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa083170-fb5d-4d54-9832-db19b386413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:42.038689 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa083170-fb5d-4d54-9832-db19b386413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:42.040356 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-aa083170-fb5d-4d54-9832-db19b386413f admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370950 May 10 16:41:42.671961 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:41:44.463517 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35368) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:44.559092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44134f-0998-4b55-8b26-812a6c5cf8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:44.559544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44134f-0998-4b55-8b26-812a6c5cf8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:44.561121 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ff44134f-0998-4b55-8b26-812a6c5cf8a1 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966527 May 10 16:41:46.926316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35376) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:47.012644 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fbee5-b68d-417d-9d58-7704201ac9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:47.014012 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f76fbee5-b68d-417d-9d58-7704201ac9cd admin admin] 10.222.0.48 "GET /v2.0/subnets/24261c6c-7727-4e88-a85c-e338663b007d HTTP/1.1" status: 200 len: 816 time: 0.0867450 May 10 16:41:49.080006 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-408c0d9b-e7cc-4571-b73c-67c55e15247a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:49.347246 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35384) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:41:49.443475 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab93b70-86af-4266-92df-ae4359101b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:41:49.444820 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-eab93b70-86af-4266-92df-ae4359101b67 admin admin] 10.222.0.48 "GET /v2.0/subnets/7951fd11-b6bd-4d7a-bd5c-5f04df9d187c HTTP/1.1" status: 200 len: 868 time: 0.0967081 May 10 16:41:51.359603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ef102077-f939-4b43-af5c-abcf37893ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:52.429509 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:54.203410 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:41:55.562158 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:19.081074 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-327514c1-6153-4456-a718-522c321ff439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:19.671137 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:42:21.368141 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-692e1674-c1bf-4aa9-b0f7-55ac9946337e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:22.432805 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:24.223393 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:25.570353 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:32.759324 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35444) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:42:32.816824 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [None req-d0b8d283-d007-4aed-8c0f-9aabe01cbf1d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:42:32.817821 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d0b8d283-d007-4aed-8c0f-9aabe01cbf1d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0574477 May 10 16:42:35.179295 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35452) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:42:35.241040 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1c413a-c7c7-4d0a-b66f-835174dd65da admin admin] GET failed (client error): The resource could not be found. May 10 16:42:35.242310 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8d1c413a-c7c7-4d0a-b66f-835174dd65da admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615854 May 10 16:42:35.330654 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64cdcce-2a22-4cf5-a164-729cad34a94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:42:35.332110 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b64cdcce-2a22-4cf5-a164-729cad34a94c admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858219 May 10 16:42:37.641733 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35460) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:42:37.698553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:42:37.733020 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Made reservation on behalf of 18061f9244ab48daafb61d27ac0a0610 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:42:37.736228 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:37.788537 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING neutron.services.revisions.revision_plugin [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Could not find related network for resource to bump revision. May 10 16:42:37.813484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:42:37.833002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760167279144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (68ab6972-a1c7-4102-a774-4e76283b0ca8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:37.833588 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Unsubscribe: segment precommit_create {{(pid=120584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 16:42:37.834074 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Added segment 68ab6972-a1c7-4102-a774-4e76283b0ca8 of type vlan for network 22cd5df3-fbbf-47f0-b729-b42209090f80 May 10 16:42:37.900668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (22cd5df3-fbbf-47f0-b729-b42209090f80), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:37.936328 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (22cd5df3-fbbf-47f0-b729-b42209090f80), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:37.937870 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:42:37.938684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:38.031797 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3888335 May 10 16:42:38.045863 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Pushing event updated for resources: {'Network': ['ID=22cd5df3-fbbf-47f0-b729-b42209090f80,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:42:38.054167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.054525 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.054943 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.055295 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.055634 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.055978 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.056412 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.056750 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.057144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.057469 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.057817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.058183 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.058511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.058836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.059159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fedcd-6599-4123-97ea-3533bd30f65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:38.073749 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:42:40.463166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35470) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:42:40.528133 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.pecan_wsgi.hooks.translation [None req-febe1094-7472-42fd-9b84-b1f5e593cecb admin admin] GET failed (client error): The resource could not be found. May 10 16:42:40.529740 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-febe1094-7472-42fd-9b84-b1f5e593cecb admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654898 May 10 16:42:40.689507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c89a7a-6f49-43cf-86ea-045bb6628b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:42:40.690914 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-94c89a7a-6f49-43cf-86ea-045bb6628b74 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1549492 May 10 16:42:40.700868 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:42:40.726940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Made reservation on behalf of 18061f9244ab48daafb61d27ac0a0610 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:42:40.729880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:40.953342 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (c622efa1-64d1-4886-bb8e-f565a764a994), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.015442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c622efa1-64d1-4886-bb8e-f565a764a994,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:42:41.027322 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Checking segment: {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:42:41.027702 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Network hostable DHCP agents. Network: 22cd5df3-fbbf-47f0-b729-b42209090f80, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:42:41.065091 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:42:41.077814 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 22cd5df3-fbbf-47f0-b729-b42209090f80) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:42:41.083818 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:42:41.084796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.091161 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80809d-9815-4f1f-acf4-dddd1b2d557c None None] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:42:41.110638 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5dd848f3-1d71-42db-a7dd-e881dae1b4d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4131920 May 10 16:42:41.226957 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-22cd5df3-fbbf-47f0-b729-b42209090f80', 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80', 'project_id': '18061f9244ab48daafb61d27ac0a0610', 'fixed_ips': [{'subnet_id': 'c622efa1-64d1-4886-bb8e-f565a764a994'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:42:41.228127 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.389816 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Allocated IP 192.168.233.2 (22cd5df3-fbbf-47f0-b729-b42209090f80/c622efa1-64d1-4886-bb8e-f565a764a994/fbab0b3f-070a-43ac-8ecb-c7fd61098150) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:42:41.686960 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks [] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.695364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.743775 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:42:41.754707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:42:41.762437 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:42:41.766329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Pushing event updated for resources: {'Port': ['ID=fbab0b3f-070a-43ac-8ecb-c7fd61098150,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:42:41.783603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.783950 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.784351 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.784690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.785034 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.785362 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.785685 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.786011 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.786365 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.786693 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.787021 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.787363 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.787691 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.788015 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.788363 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:42:41.852217 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Attempting to bind port fbab0b3f-070a-43ac-8ecb-c7fd61098150 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:42:41.853939 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Attempting to bind port fbab0b3f-070a-43ac-8ecb-c7fd61098150 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:42:41.853939 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Attempting to bind port fbab0b3f-070a-43ac-8ecb-c7fd61098150 on network 22cd5df3-fbbf-47f0-b729-b42209090f80 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:42:41.858861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:42:41.860165 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Checking segment: {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:42:41.860652 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.861130 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Bound using segment: {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:42:41.861631 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Bound port: fbab0b3f-070a-43ac-8ecb-c7fd61098150, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:42:41.862020 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:41.938024 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] For port fbab0b3f-070a-43ac-8ecb-c7fd61098150, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:42:41.944064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] For port fbab0b3f-070a-43ac-8ecb-c7fd61098150, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fbab0b3f-070a-43ac-8ecb-c7fd61098150,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:42:41.957331 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:42.022508 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fc5c1-5c59-4f56-8e60-d21fca9f1485 None None] Pushing event updated for resources: {'Port': ['ID=fbab0b3f-070a-43ac-8ecb-c7fd61098150,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:42:42.541093 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fbab0b3f-070a-43ac-8ecb-c7fd61098150 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:42:42.604968 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fbab0b3f-070a-43ac-8ecb-c7fd61098150 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:42:42.605344 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:42.723688 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fbab0b3f-070a-43ac-8ecb-c7fd61098150 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:42:42.724437 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:42.779694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port fbab0b3f-070a-43ac-8ecb-c7fd61098150, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fbab0b3f-070a-43ac-8ecb-c7fd61098150,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:42:42.788459 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:42.858509 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=fbab0b3f-070a-43ac-8ecb-c7fd61098150,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:42:43.027737 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a39e2-cc02-4b86-b3dc-40078ff1e50c None None] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:42:43.103880 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-15f73eb0-ca27-4bae-be63-3a1a47e4203e None None] Provisioning complete for port fbab0b3f-070a-43ac-8ecb-c7fd61098150 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:42:43.104261 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-15f73eb0-ca27-4bae-be63-3a1a47e4203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:43.258757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-15f73eb0-ca27-4bae-be63-3a1a47e4203e None None] Current status of the port fbab0b3f-070a-43ac-8ecb-c7fd61098150 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:42:43.685468 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-421e1e44-082a-4041-87d9-86cba18cd5b3 None None] Provisioning complete for port fbab0b3f-070a-43ac-8ecb-c7fd61098150 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:42:43.686432 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-421e1e44-082a-4041-87d9-86cba18cd5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:43.775221 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-421e1e44-082a-4041-87d9-86cba18cd5b3 None None] Current status of the port fbab0b3f-070a-43ac-8ecb-c7fd61098150 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:42:44.496524 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fbab0b3f-070a-43ac-8ecb-c7fd61098150 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:42:44.549731 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fbab0b3f-070a-43ac-8ecb-c7fd61098150 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:42:44.550026 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbab0b3f-070a-43ac-8ecb-c7fd61098150), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:44.644327 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fbab0b3f-070a-43ac-8ecb-c7fd61098150 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:42:49.074952 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a3d3-9c03-49cd-8a9c-0d6cd102c992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:51.365396 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a1bab264-05d4-4402-857f-dddccb4ce6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:52.435326 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:54.210002 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:55.565046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:42:56.674451 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:43:19.078632 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-56ae6993-7d27-49a6-baf4-5c162a23bdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:21.358102 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-124de453-6efc-422f-884a-15626f6419f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:22.441698 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:24.213473 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:25.569216 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:33.673472 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:43:49.080541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b609028b-a4d6-4f32-bd8c-ae715675b1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:51.361391 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-adae7b6b-5e3e-4a4c-a75a-05db74f9ffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:52.441928 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:54.216675 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:43:55.573068 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:10.672445 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:44:12.170810 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35508) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:44:12.176729 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [None req-082b061d-f288-48e5-a091-c1bd771fd30a tempest-verify_tempest_config-1434567408 tempest-verify_tempest_config-1434567408-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:44:12.177692 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-082b061d-f288-48e5-a091-c1bd771fd30a tempest-verify_tempest_config-1434567408 tempest-verify_tempest_config-1434567408-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059071 May 10 16:44:12.465449 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35526) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:44:12.569244 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.644752 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Publish callbacks [] for security_group (45a8a6fc-c71f-4caa-8f8d-c2b2b761b437), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.649056 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (45a8a6fc-c71f-4caa-8f8d-c2b2b761b437), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.693858 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58b0db2c12c347d2b7164805e266373c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2273130 May 10 16:44:12.694694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a8a6fc-c71f-4caa-8f8d-c2b2b761b437,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:44:12.696549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35530) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:44:12.702114 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.702480 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.702834 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.703157 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.703484 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.703811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.704139 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.704483 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.704806 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.705125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.705447 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.705765 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.706081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.706396 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.706707 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162e6a-1a6d-4e51-a593-7e4a669bc336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.775247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Publish callbacks [] for security_group (45a8a6fc-c71f-4caa-8f8d-c2b2b761b437), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.796418 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Publish callbacks [] for security_group (45a8a6fc-c71f-4caa-8f8d-c2b2b761b437), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.889317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (45a8a6fc-c71f-4caa-8f8d-c2b2b761b437), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.891833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:12.893040 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45a8a6fc-c71f-4caa-8f8d-c2b2b761b437 HTTP/1.1" status: 204 len: 168 time: 0.1955237 May 10 16:44:12.901025 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a8a6fc-c71f-4caa-8f8d-c2b2b761b437,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:44:12.907823 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.908168 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.908533 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.908870 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.909198 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.909525 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.909845 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.910163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.910484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.910802 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.911121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.911436 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.911749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.912063 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:12.912400 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b26e5-2449-4839-a12b-a78d0074ad87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:44:19.084821 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0bbf409c-4013-4040-a94a-75bb65f1d940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:21.367591 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3f60d10d-5a20-4138-aced-8b5358ea09e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:22.445873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:24.220470 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:25.579038 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:47.671747 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:44:49.087399 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f63ac5e3-98ef-4794-8afe-4d2628f25b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:51.360529 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fa198a71-1577-49d6-aa4f-47670962b5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:52.447897 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:54.223166 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:44:55.572700 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:19.091879 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-69cd8eb7-4764-4a1e-b859-525af88371a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:21.362558 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-84d891ed-c10d-4d0a-af8f-7ccd0422ad02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:22.453512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:24.227476 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:24.671086 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 5 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:45:25.577422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:49.106100 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ce138a5b-d0f9-4e7a-98fe-8907149c4349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:51.365858 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9b72def0-fc79-47a9-a2c6-4b8d623c3363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:52.454670 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:54.235037 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:55.583052 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:45:58.764993 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573481'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:01.671492 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:46:13.487568 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35602) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:46:13.618827 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1f8fe5f2-ca9a-4bf4-90b0-46b027034903 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1301711 May 10 16:46:15.968129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35612) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:46:16.021518 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-29d925fe-a257-4278-a237-0e22f56cc771 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0522881 May 10 16:46:19.106475 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-da056b7a-c7eb-4996-b933-eda63d70aaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:21.373247 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5f57-f3ba-4f9f-b28f-f8fd9a5d4517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:22.456978 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:24.233154 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:25.580254 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:28.718122 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:38.670520 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:46:49.101046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-415fa1cc-31df-4383-ab4d-82e444ffefdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:51.365249 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-22da4168-4188-4590-8543-8c3d24e36c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:52.462237 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:54.236047 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:55.574229 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:46:58.740064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:15.670763 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:47:19.110656 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a4337779-e971-48ca-9585-ca5c15f9f27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:21.371329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ca4330b9-3675-4dce-a648-4e439be74e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:22.466114 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:24.239835 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:25.578775 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:28.754481 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:49.104426 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b948ea1e-902e-4398-8a4d-cf8345a53640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:51.368396 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-afc80508-2e7f-4fd2-b6e4-7408cdd3d50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:52.471944 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:52.671224 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:47:54.245368 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:55.613089 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.279150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35680) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:47:57.496140 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-network', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:47:57.550954 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Made reservation on behalf of f6208c73932343aeae12d8cd0983fc77 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:47:57.553858 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.578247 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.851081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks [] for security_group (fbff1575-547b-4c7b-85c3-2a1b37e09af8), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.856655 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fbff1575-547b-4c7b-85c3-2a1b37e09af8), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.878405 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:47:57.899314 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (0fd7e285-b0db-4814-9439-6091b362495c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.899657 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Added segment 0fd7e285-b0db-4814-9439-6091b362495c of type vlan for network 5732deb1-fb33-4f08-9ad5-7d92102702ad May 10 16:47:57.908411 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff1575-547b-4c7b-85c3-2a1b37e09af8,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:57.944888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.945372 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.945600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.948922 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.949982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.950554 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.951120 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.952419 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.953042 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.954107 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.954660 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.955086 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.955723 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.956041 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.956373 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Tracked resource versions report: May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: pushed versions: May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: { 'AddressGroup': {'1.2'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Agent': {'1.1'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'ConntrackHelper': {'1.0'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'LocalIPAssociation': {'1.0'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Log': {'1.0'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'NDPProxy': {'1.0'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Network': {'1.1'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Port': {'1.7'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'PortForwarding': {'1.3'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'QosPolicy': {'1.10'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroup': {'1.5'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroupRule': {'1.2'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SubPort': {'1.0'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Subnet': {'1.1'}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Trunk': {'1.1'}} May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: consumer versions: May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: HyperV agent@hv-cinder-83588: {}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Agent': '1.1', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'ConntrackHelper': '1.0', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'LocalIPAssociation': '1.0', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Log': '1.0', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'NDPProxy': '1.0', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Network': '1.1', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Port': '1.7', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'PortForwarding': '1.3', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'QosPolicy': '1.10', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroup': '1.5', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SecurityGroupRule': '1.2', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'SubPort': '1.0', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Subnet': '1.1', May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: 'Trunk': '1.1'}} May 10 16:47:57.957909 dv-cinder-835881-10-iscsi neutron-server[120583]: {{(pid=120583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:47:57.966502 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (5732deb1-fb33-4f08-9ad5-7d92102702ad), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:57.999208 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (5732deb1-fb33-4f08-9ad5-7d92102702ad), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.000872 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:47:58.001962 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.068572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35734) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:47:58.069449 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7882624 May 10 16:47:58.074547 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Request body: {'subnet': {'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-subnet', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:47:58.082802 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f43db1-4419-40ee-90ab-7778d1062e74 admin admin] Pushing event updated for resources: {'Network': ['ID=5732deb1-fb33-4f08-9ad5-7d92102702ad,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:58.094719 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:47:58.096243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Made reservation on behalf of f6208c73932343aeae12d8cd0983fc77 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:47:58.098520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.322945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (9ac3f8f3-2236-4e69-8fac-08c0452f930d), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.446541 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac3f8f3-2236-4e69-8fac-08c0452f930d,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:58.455834 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.456174 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.456561 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.456915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.457231 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.457570 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.457876 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.458194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.458511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.458831 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.459152 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.459466 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.459782 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.460093 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.461411 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Tracked resource versions report: May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: pushed versions: May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: { 'AddressGroup': {'1.2'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Agent': {'1.1'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'ConntrackHelper': {'1.0'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'LocalIPAssociation': {'1.0'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Log': {'1.0'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'NDPProxy': {'1.0'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Network': {'1.1'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Port': {'1.7'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'PortForwarding': {'1.3'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'QosPolicy': {'1.10'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroup': {'1.5'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroupRule': {'1.2'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SubPort': {'1.0'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Subnet': {'1.1'}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Trunk': {'1.1'}} May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: consumer versions: May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: HyperV agent@hv-cinder-83588: {}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Agent': '1.1', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'ConntrackHelper': '1.0', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'LocalIPAssociation': '1.0', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Log': '1.0', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'NDPProxy': '1.0', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Network': '1.1', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Port': '1.7', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'PortForwarding': '1.3', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'QosPolicy': '1.10', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroup': '1.5', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SecurityGroupRule': '1.2', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'SubPort': '1.0', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Subnet': '1.1', May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: 'Trunk': '1.1'}} May 10 16:47:58.462215 dv-cinder-835881-10-iscsi neutron-server[120584]: {{(pid=120584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:47:58.498887 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:47:58.499250 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Network hostable DHCP agents. Network: 5732deb1-fb33-4f08-9ad5-7d92102702ad, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:47:58.523478 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:47:58.534954 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 5732deb1-fb33-4f08-9ad5-7d92102702ad) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:47:58.543431 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65429972-8a14-4dec-901c-cf5d21c36045 None None] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:47:58.549106 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:47:58.549837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.571382 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fec99679-b132-4efe-b5de-ed6c53fbf6a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5011172 May 10 16:47:58.572356 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35760) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:47:58.577935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:47:58.612670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.614201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.675987 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for router_controller (8989f153-dd61-4c80-9bc0-7cc1f1325b43), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.697765 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-5732deb1-fb33-4f08-9ad5-7d92102702ad', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:47:58.699266 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.866470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for router_gateway (8989f153-dd61-4c80-9bc0-7cc1f1325b43), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:58.866725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Allocated IP 172.20.0.2 (5732deb1-fb33-4f08-9ad5-7d92102702ad/9ac3f8f3-2236-4e69-8fac-08c0452f930d/1685645e-478f-4504-91d9-cda0419d3170) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:47:58.872090 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.087329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks [] for port (1685645e-478f-4504-91d9-cda0419d3170), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.097000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (1685645e-478f-4504-91d9-cda0419d3170), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.113303 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for router_gateway (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.142652 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.151447 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:47:59.156226 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:47:59.160445 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:47:59.175958 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Pushing event updated for resources: {'Port': ['ID=1685645e-478f-4504-91d9-cda0419d3170,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:59.190358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.190915 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.191516 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.192102 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.192579 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.193012 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.193461 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.193863 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.194267 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.194668 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.195067 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.195403 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.196297 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.197422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.197703 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Tracked resource versions report: May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: pushed versions: May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: { 'AddressGroup': {'1.2'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Agent': {'1.1'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'ConntrackHelper': {'1.0'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'LocalIPAssociation': {'1.0'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Log': {'1.0'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'NDPProxy': {'1.0'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Network': {'1.1'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Port': {'1.7'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'PortForwarding': {'1.3'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'QosPolicy': {'1.10'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroup': {'1.5'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroupRule': {'1.2'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SubPort': {'1.0'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Subnet': {'1.1'}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Trunk': {'1.1'}} May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: consumer versions: May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: HyperV agent@hv-cinder-83588: {}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Agent': '1.1', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'ConntrackHelper': '1.0', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'LocalIPAssociation': '1.0', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Log': '1.0', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'NDPProxy': '1.0', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Network': '1.1', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Port': '1.7', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'PortForwarding': '1.3', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'QosPolicy': '1.10', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroup': '1.5', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SecurityGroupRule': '1.2', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'SubPort': '1.0', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Subnet': '1.1', May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: 'Trunk': '1.1'}} May 10 16:47:59.198954 dv-cinder-835881-10-iscsi neutron-server[120585]: {{(pid=120585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:47:59.260951 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Attempting to bind port 1685645e-478f-4504-91d9-cda0419d3170 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:47:59.261321 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Attempting to bind port 1685645e-478f-4504-91d9-cda0419d3170 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:47:59.261695 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Attempting to bind port 1685645e-478f-4504-91d9-cda0419d3170 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:47:59.271174 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:47:59.271554 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:47:59.271964 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.272387 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Bound using segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:47:59.272865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Bound port: 1685645e-478f-4504-91d9-cda0419d3170, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:47:59.273755 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1685645e-478f-4504-91d9-cda0419d3170), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.300260 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Allocated IP 172.27.1.25 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/64d69574-32ec-44f2-a06c-df7c4c89d6fe) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:47:59.376209 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] For port 1685645e-478f-4504-91d9-cda0419d3170, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:47:59.379927 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] For port 1685645e-478f-4504-91d9-cda0419d3170, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=1685645e-478f-4504-91d9-cda0419d3170,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:47:59.388514 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (1685645e-478f-4504-91d9-cda0419d3170), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.454762 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.468203 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c4e1-36cd-4cb2-87d4-32f0a31b9452 None None] Pushing event updated for resources: {'Port': ['ID=1685645e-478f-4504-91d9-cda0419d3170,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:59.532334 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:47:59.580976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:47:59.593345 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:47:59.595293 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Pushing event updated for resources: {'Port': ['ID=64d69574-32ec-44f2-a06c-df7c4c89d6fe,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:47:59.603940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:47:59.910609 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for router_gateway (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.068900 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35826) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:00.159223 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.296605 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35836) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:00.331010 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:48:00.526104 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35842) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:00.545026 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2086720227-network', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:00.568496 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35846) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:00.582620 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Made reservation on behalf of 6c526b65f8454d7e84b29236f42417f7 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:00.585901 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:00.589190 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.601721 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.606500 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:00.637387 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:00.638037 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:00.675921 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.683723 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-921181da-bafe-4bb0-9292-de93083eed3e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1083255 May 10 16:48:00.686243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35850) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:00.714911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks [] for security_group (8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.722369 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-535227390-network', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:00.726044 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.740231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:00.751771 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (246babbc-27c9-49e0-ad1b-f64973e17ffa), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.752152 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Added segment 246babbc-27c9-49e0-ad1b-f64973e17ffa of type vlan for network a644c79f-3db2-4028-a56c-6b5bff2a3f86 May 10 16:48:00.821604 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (a644c79f-3db2-4028-a56c-6b5bff2a3f86), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.882713 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 1685645e-478f-4504-91d9-cda0419d3170 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:00.884891 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (a644c79f-3db2-4028-a56c-6b5bff2a3f86), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.888125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:00.888826 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:00.916917 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434438987-network', 'tenant_id': '9df655e0767f4fc0a42b13808f15e843'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:00.956001 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:00.976148 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:01.002930 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Made reservation on behalf of a26f2126d1804c3caf0f83a1eb47fbff for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:01.006536 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.012447 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d2a5f-51b8-4034-93f9-99af4aac4909 None None] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:01.022624 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.037816 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9674535 May 10 16:48:01.063581 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35866) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:01.222581 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Provisioning complete for port 1685645e-478f-4504-91d9-cda0419d3170 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:01.223358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1685645e-478f-4504-91d9-cda0419d3170), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.276358 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:47:59Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:01.291685 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 1685645e-478f-4504-91d9-cda0419d3170 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:01.292448 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1685645e-478f-4504-91d9-cda0419d3170), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.300196 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks [] for security_group (4f913aad-5aba-43f6-b806-6ffe0eab0b5b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.321306 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4f913aad-5aba-43f6-b806-6ffe0eab0b5b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.340422 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-10044665-network', 'tenant_id': '60f85e7bbb38404ba6b68eff605a3306'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:01.348593 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:01.349922 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Updating router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 port 64d69574-32ec-44f2-a06c-df7c4c89d6fe binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:01.375998 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbd45b-2c08-4783-9d1d-c2e12c469977 admin admin] Pushing event updated for resources: {'Network': ['ID=a644c79f-3db2-4028-a56c-6b5bff2a3f86,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:01.393248 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Made reservation on behalf of 9df655e0767f4fc0a42b13808f15e843 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:01.398192 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.399541 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Request body: {'subnet': {'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2086720227-subnet', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:01.422295 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.427405 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.427715 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Made reservation on behalf of 60f85e7bbb38404ba6b68eff605a3306 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:01.430322 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.445121 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:01.474534 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.494194 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (4c7e8666-e023-4a19-84e2-3ff9a45c39da), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.494846 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Added segment 4c7e8666-e023-4a19-84e2-3ff9a45c39da of type vlan for network 90344bc1-cc22-4179-9584-f0a07adf617d May 10 16:48:01.495350 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 1685645e-478f-4504-91d9-cda0419d3170 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:01.496009 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1685645e-478f-4504-91d9-cda0419d3170), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.496206 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f913aad-5aba-43f6-b806-6ffe0eab0b5b,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:01.511047 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Current status of the port 1685645e-478f-4504-91d9-cda0419d3170 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:01.512805 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1685645e-478f-4504-91d9-cda0419d3170), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.538295 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:01.584096 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (90344bc1-cc22-4179-9584-f0a07adf617d), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.647668 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (90344bc1-cc22-4179-9584-f0a07adf617d), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.649373 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:01.650338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.674456 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3734612 May 10 16:48:01.686189 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35894) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:01.691244 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Request body: {'subnet': {'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-subnet', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:01.751136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Made reservation on behalf of 6c526b65f8454d7e84b29236f42417f7 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:01.755570 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.772042 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6b0b2-1a25-487d-8548-8cba892b4350 admin admin] Pushing event updated for resources: {'Network': ['ID=90344bc1-cc22-4179-9584-f0a07adf617d,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:01.777954 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks [] for security_group (f81a5347-5ea6-4baf-b465-55030dc18dfb), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.809369 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f81a5347-5ea6-4baf-b465-55030dc18dfb), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.814817 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] For port 1685645e-478f-4504-91d9-cda0419d3170, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=1685645e-478f-4504-91d9-cda0419d3170,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:01.826838 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (1685645e-478f-4504-91d9-cda0419d3170), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.829671 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 90344bc1-cc22-4179-9584-f0a07adf617d details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:01.844574 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Made reservation on behalf of a26f2126d1804c3caf0f83a1eb47fbff for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:01.850014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.864164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:01.942710 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a5347-5ea6-4baf-b465-55030dc18dfb,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:01.965143 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (f56a09c6-c51a-43d0-b6c4-0607fad7480c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:01.966817 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Added segment f56a09c6-c51a-43d0-b6c4-0607fad7480c of type vlan for network 0a7901b2-15b7-4b06-b067-64e7ff529722 May 10 16:48:02.052629 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (0a7901b2-15b7-4b06-b067-64e7ff529722), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.135015 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks [] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.147367 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.260855 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (e3ea87a9-9233-4050-8554-c208b37c9a0a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.277493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.db.resource_extend [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 16:48:02.321007 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.db.api [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 16:48:02.326175 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG oslo_db.api [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 16:48:02.352844 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Pushing event updated for resources: {'Port': ['ID=64d69574-32ec-44f2-a06c-df7c4c89d6fe,revision_number=2']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.375493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (0a7901b2-15b7-4b06-b067-64e7ff529722), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.376378 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.376378 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.376378 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.376846 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:02.377032 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.377032 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.377334 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.377562 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.377730 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.377975 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.378318 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.378704 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.378975 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.379331 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.379642 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.379963 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.380338 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:02.388142 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-8eb6bb5e-6999-4693-88dc-4b00f5e01e6c None None] Provisioning complete for port 1685645e-478f-4504-91d9-cda0419d3170 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:02.389833 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bb5e-6999-4693-88dc-4b00f5e01e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1685645e-478f-4504-91d9-cda0419d3170), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Tracked resource versions report: May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: pushed versions: May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: { 'AddressGroup': {'1.2'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Agent': {'1.1'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'ConntrackHelper': {'1.0'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'LocalIPAssociation': {'1.0'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Log': {'1.0'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'NDPProxy': {'1.0'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Network': {'1.1'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Port': {'1.7'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'PortForwarding': {'1.3'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'QosPolicy': {'1.10'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroup': {'1.5'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroupRule': {'1.2'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SubPort': {'1.0'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Subnet': {'1.1'}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Trunk': {'1.1'}} May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: consumer versions: May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: { DHCP agent@dv-cinder-835881-10-iscsi: {}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: HyperV agent@hv-cinder-83588: {}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: L3 agent@dv-cinder-835881-10-iscsi: {}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: Metadata agent@dv-cinder-835881-10-iscsi: {}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: Metering agent@dv-cinder-835881-10-iscsi: {}, May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: Open vSwitch agent@dv-cinder-835881-10-iscsi: { 'AddressGroup': '1.2', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Agent': '1.1', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'ConntrackHelper': '1.0', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'LocalIPAssociation': '1.0', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Log': '1.0', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'NDPProxy': '1.0', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Network': '1.1', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Port': '1.7', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'PortForwarding': '1.3', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'QosPolicy': '1.10', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroup': '1.5', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SecurityGroupRule': '1.2', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'SubPort': '1.0', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Subnet': '1.1', May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: 'Trunk': '1.1'}} May 10 16:48:02.409745 dv-cinder-835881-10-iscsi neutron-server[120586]: {{(pid=120586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 16:48:02.423778 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Attempting to bind port 64d69574-32ec-44f2-a06c-df7c4c89d6fe on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:02.424150 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Attempting to bind port 64d69574-32ec-44f2-a06c-df7c4c89d6fe by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:02.424960 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Attempting to bind port 64d69574-32ec-44f2-a06c-df7c4c89d6fe on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:02.443407 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:02.443787 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:02.444194 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.444617 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:02.445102 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Bound port: 64d69574-32ec-44f2-a06c-df7c4c89d6fe, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:02.445479 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.487230 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks [] for security_group (823401cb-535a-45e9-8025-491f498f8933), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.505614 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9778545 May 10 16:48:02.511996 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35910) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:02.530494 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] For port 64d69574-32ec-44f2-a06c-df7c4c89d6fe, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:02.532325 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591981c8-aea8-4ae4-bf73-9a883b13c1cb None None] Pushing event updated for resources: {'Port': ['ID=1685645e-478f-4504-91d9-cda0419d3170,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.537638 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] For port 64d69574-32ec-44f2-a06c-df7c4c89d6fe, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=64d69574-32ec-44f2-a06c-df7c4c89d6fe,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:02.548686 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.555135 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ea87a9-9233-4050-8554-c208b37c9a0a,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.556029 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (823401cb-535a-45e9-8025-491f498f8933), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.564952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Checking segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:02.565403 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Network hostable DHCP agents. Network: 90344bc1-cc22-4179-9584-f0a07adf617d, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:48:02.598695 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Request body: {'subnet': {'network_id': '0a7901b2-15b7-4b06-b067-64e7ff529722', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434438987-subnet', 'tenant_id': '9df655e0767f4fc0a42b13808f15e843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:02.614046 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:02.627412 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e14b34-738e-4062-a6fc-464f199cbe53 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7901b2-15b7-4b06-b067-64e7ff529722,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.656547 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f001-8e2d-48cd-8142-7df02e32cd0d None None] Pushing event updated for resources: {'Port': ['ID=64d69574-32ec-44f2-a06c-df7c4c89d6fe,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.694890 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:02.696075 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:02.701491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (13e48834-d4e4-45fa-a210-c633c87e4d17), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.702208 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Added segment 13e48834-d4e4-45fa-a210-c633c87e4d17 of type vlan for network 0b17740a-1b3f-415d-9520-631c81c0c86a May 10 16:48:02.744982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Network 90344bc1-cc22-4179-9584-f0a07adf617d is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:48:02.756771 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6bb5e-6999-4693-88dc-4b00f5e01e6c None None] Current status of the port 1685645e-478f-4504-91d9-cda0419d3170 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:02.759104 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823401cb-535a-45e9-8025-491f498f8933,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:02.767992 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 0a7901b2-15b7-4b06-b067-64e7ff529722 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:02.778408 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Made reservation on behalf of 9df655e0767f4fc0a42b13808f15e843 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:02.788492 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.795182 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 90344bc1-cc22-4179-9584-f0a07adf617d) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:02.807224 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (1f08ebf8-7789-45c5-b03c-c15e53c49aa3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.807527 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:02.808193 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.849263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (0b17740a-1b3f-415d-9520-631c81c0c86a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.866739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71694f63-be59-4d5e-a710-57ea00f48836 None None] Network 90344bc1-cc22-4179-9584-f0a07adf617d requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:02.889351 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (0b17740a-1b3f-415d-9520-631c81c0c86a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.890567 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:02.891916 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:02.917930 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:02.950216 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-db3ff51b-4680-4a40-a612-538e3fee9714 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2602999 May 10 16:48:02.955471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3859074 May 10 16:48:02.957506 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 35922) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:02.967188 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35924) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:02.972456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:02.976402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Request body: {'subnet': {'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-10044665-subnet', 'tenant_id': '60f85e7bbb38404ba6b68eff605a3306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:03.007970 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Made reservation on behalf of 60f85e7bbb38404ba6b68eff605a3306 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:03.011410 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.026692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.036517 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.150533 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 1685645e-478f-4504-91d9-cda0419d3170 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:03.196790 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:47:59Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:03.228771 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfea41-47e9-4b60-8806-1cff33990ec5 None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:47:59Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:03.259000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-90344bc1-cc22-4179-9584-f0a07adf617d', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:48:03.259859 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.350507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (f2ccc390-d06d-4858-bc46-cf2de1297196), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.403326 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (10bc07ab-6152-4815-888a-1577c90fd1f1), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.407318 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 1685645e-478f-4504-91d9-cda0419d3170 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:03.478416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for router_controller (4112f1bf-5803-41fd-90c2-aecee65e635b), precommit_add_association {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.518207 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 1685645e-478f-4504-91d9-cda0419d3170 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:03.518773 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1685645e-478f-4504-91d9-cda0419d3170), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:03.566787 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Allocated IP 172.20.0.2 (90344bc1-cc22-4179-9584-f0a07adf617d/e3ea87a9-9233-4050-8554-c208b37c9a0a/3587663b-176d-4c87-8ce3-704517c2dd1b) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:03.624623 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bc07ab-6152-4815-888a-1577c90fd1f1,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:03.795432 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f08ebf8-7789-45c5-b03c-c15e53c49aa3,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:03.923583 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 1685645e-478f-4504-91d9-cda0419d3170 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:03.970509 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Checking segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:03.972374 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Network hostable DHCP agents. Network: a644c79f-3db2-4028-a56c-6b5bff2a3f86, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:48:03.989949 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Checking segment: {'id': 'f56a09c6-c51a-43d0-b6c4-0607fad7480c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a7901b2-15b7-4b06-b067-64e7ff529722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:03.990315 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Network hostable DHCP agents. Network: 0a7901b2-15b7-4b06-b067-64e7ff529722, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:48:04.003792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.014163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Checking segment: {'id': '13e48834-d4e4-45fa-a210-c633c87e4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:04.014629 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Network hostable DHCP agents. Network: 0b17740a-1b3f-415d-9520-631c81c0c86a, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:48:04.036775 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262f111-382a-4d07-abcd-7b4434acebfd admin admin] Pushing event updated for resources: {'Network': ['ID=0b17740a-1b3f-415d-9520-631c81c0c86a,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:04.052225 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks [] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.064487 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ccc390-d06d-4858-bc46-cf2de1297196,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:04.065256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 0b17740a-1b3f-415d-9520-631c81c0c86a details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:04.074501 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.083023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for router_gateway (4112f1bf-5803-41fd-90c2-aecee65e635b), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.100313 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:48:04.162092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Network 0a7901b2-15b7-4b06-b067-64e7ff529722 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:48:04.172427 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 0a7901b2-15b7-4b06-b067-64e7ff529722) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:04.184315 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:04.185057 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.213755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Network 0b17740a-1b3f-415d-9520-631c81c0c86a is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:48:04.233750 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, a644c79f-3db2-4028-a56c-6b5bff2a3f86) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:04.254417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:04.255265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.266287 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1af6ba16-4d42-4b6d-b33d-c0f70fddb4d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7071826 May 10 16:48:04.271491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 0b17740a-1b3f-415d-9520-631c81c0c86a) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:04.339080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:04.339789 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.375345 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5570843c-4a71-45f8-9462-d2d2543f365e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3116364 May 10 16:48:04.397891 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e6ac5051-f4ba-4bb1-bc4a-64a6c306f00a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4268820 May 10 16:48:04.401538 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 35950) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:04.416889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:04.612661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.616059 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.648252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051cf480-ba1a-4a14-9fed-fd7a5fa2354f None None] Network 0a7901b2-15b7-4b06-b067-64e7ff529722 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:04.782982 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a6116-1b07-45cc-8003-5d276175c7b3 None None] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:04.884899 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for router_controller (fc0ec5d3-eacf-4d88-947a-f43c4924058e), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:04.895641 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Allocated IP 172.20.0.1 (5732deb1-fb33-4f08-9ad5-7d92102702ad/9ac3f8f3-2236-4e69-8fac-08c0452f930d/37d5b9e3-85f0-4068-9c99-702e5d50390e) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:04.899888 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f7d0e-2492-4a1e-8d5d-8354365f6203 None None] Network 0b17740a-1b3f-415d-9520-631c81c0c86a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:04.991995 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Network 90344bc1-cc22-4179-9584-f0a07adf617d is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:04.992287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for router_gateway (4112f1bf-5803-41fd-90c2-aecee65e635b), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.037390 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.040357 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:05.052414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:05.173616 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Pushing event updated for resources: {'Port': ['ID=3587663b-176d-4c87-8ce3-704517c2dd1b,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:05.349484 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f5d13-e99f-4962-a97c-3c8f8baa2a6e None None] Network 0a7901b2-15b7-4b06-b067-64e7ff529722 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:05.363570 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Allocated IP 172.27.1.195 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/059c3544-9874-4bf4-a362-3b7b036f843e) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:05.392031 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:48:05.392987 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.519696 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 64d69574-32ec-44f2-a06c-df7c4c89d6fe up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:05.579196 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Attempting to bind port 3587663b-176d-4c87-8ce3-704517c2dd1b on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:05.586779 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Attempting to bind port 3587663b-176d-4c87-8ce3-704517c2dd1b by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:05.586779 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Attempting to bind port 3587663b-176d-4c87-8ce3-704517c2dd1b on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:05.606942 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for router_gateway (fc0ec5d3-eacf-4d88-947a-f43c4924058e), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.774605 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks [] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.774810 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for port (059c3544-9874-4bf4-a362-3b7b036f843e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.795349 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ecca0-2517-4c57-a89c-a9c9cf48a266 None None] Network 0b17740a-1b3f-415d-9520-631c81c0c86a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:05.803976 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:05.804586 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Checking segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:05.805723 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.806398 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Bound using segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:05.807230 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Bound port: 3587663b-176d-4c87-8ce3-704517c2dd1b, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:05.807945 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.854600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:05.860397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36008) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:05.874578 dv-cinder-835881-10-iscsi neutron-server[120583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 16:48:05.963535 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:06.004609 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36012) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:06.021506 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246104818-network', 'tenant_id': '3df51ca5b09b40378055260f8bd5e9da'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:06.029830 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:06.057738 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Made reservation on behalf of 3df51ca5b09b40378055260f8bd5e9da for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:06.067788 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:06.068098 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.121966 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.200764 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Pushing event updated for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:06.204231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=059c3544-9874-4bf4-a362-3b7b036f843e,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:06.271077 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.296540 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:06.300137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:06.307832 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:06.308219 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.413456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-1cbed7f7-c094-40c8-a86f-1c5f30e489a4 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:06.420109 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for router_gateway (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.421293 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-1cbed7f7-c094-40c8-a86f-1c5f30e489a4 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/networks?id=0b17740a-1b3f-415d-9520-631c81c0c86a HTTP/1.1" status: 200 len: 810 time: 0.5535789 May 10 16:48:06.456728 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.457615 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-ca9e15b2-df86-4640-b2ce-48a2d4dd7711 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/quotas/60f85e7bbb38404ba6b68eff605a3306 HTTP/1.1" status: 200 len: 375 time: 0.0313647 May 10 16:48:06.576406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 64d69574-32ec-44f2-a06c-df7c4c89d6fe triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:06.576406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.577316 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-89db9028-b159-4a7d-9685-d6fe54cbe8bd tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60f85e7bbb38404ba6b68eff605a3306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185622 May 10 16:48:06.648175 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Allocated IP 172.20.0.2 (a644c79f-3db2-4028-a56c-6b5bff2a3f86/1f08ebf8-7789-45c5-b03c-c15e53c49aa3/4723e28b-8e4f-4d3b-bb02-10f7d286e0bc) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:06.653850 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] For port 3587663b-176d-4c87-8ce3-704517c2dd1b, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:06.685090 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] For port 3587663b-176d-4c87-8ce3-704517c2dd1b, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=3587663b-176d-4c87-8ce3-704517c2dd1b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:06.704685 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.792874 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for router_gateway (4112f1bf-5803-41fd-90c2-aecee65e635b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.878711 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-0249f3a2-b675-48e3-9c67-9ddd38b27dff None None] Provisioning complete for port 37d5b9e3-85f0-4068-9c99-702e5d50390e triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:06.879339 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0249f3a2-b675-48e3-9c67-9ddd38b27dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:06.993560 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-e19e0501-f7e2-4acf-936f-9c39a9a67c04 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:48:07.003201 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-e19e0501-f7e2-4acf-936f-9c39a9a67c04 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1433260 May 10 16:48:07.020252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58ae9-9aa2-4716-aca8-423431b50cf2 None None] Pushing event updated for resources: {'Port': ['ID=3587663b-176d-4c87-8ce3-704517c2dd1b,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.034905 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 64d69574-32ec-44f2-a06c-df7c4c89d6fe is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:07.035289 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.044925 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-0249f3a2-b675-48e3-9c67-9ddd38b27dff None None] Port 37d5b9e3-85f0-4068-9c99-702e5d50390e cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:07.077131 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 64d69574-32ec-44f2-a06c-df7c4c89d6fe, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=64d69574-32ec-44f2-a06c-df7c4c89d6fe,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:07.082366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks [] for security_group (2e4981c2-35d6-4957-8f81-8bd8c9b38253), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.083851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.102797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Allocated IP 172.27.1.45 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/6fb32b9f-587e-4b01-a956-0610b3a9a59b) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:07.109586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2e4981c2-35d6-4957-8f81-8bd8c9b38253), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.123082 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:07.135120 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (bdd021f4-67c7-4df4-adc5-fb5a0925393b), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.135613 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Added segment bdd021f4-67c7-4df4-adc5-fb5a0925393b of type vlan for network 023e7cc8-d9a8-4a33-8abf-7a36f894e862 May 10 16:48:07.182037 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-5ea668f4-0648-486f-847c-4a5603fc033c service neutron] 10.222.0.48 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779716 May 10 16:48:07.193555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.213239 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks [] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.219677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=64d69574-32ec-44f2-a06c-df7c4c89d6fe,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.234086 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (023e7cc8-d9a8-4a33-8abf-7a36f894e862), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.234938 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.285001 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:07.290979 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:07.293494 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:07.299429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Pushing event updated for resources: {'Port': ['ID=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.317417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4981c2-35d6-4957-8f81-8bd8c9b38253,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.343434 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.362699 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.db.resource_extend [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 16:48:07.406131 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Attempting to bind port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:07.406576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Attempting to bind port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:07.407133 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Attempting to bind port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:07.415855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (023e7cc8-d9a8-4a33-8abf-7a36f894e862), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.417131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:07.417858 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.418552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:07.418991 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Checking segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:07.419442 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.419881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Bound using segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:07.420384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Bound port: 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:07.420904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.527155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] For port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:07.531678 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] For port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:07.547486 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.553602 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5439978 May 10 16:48:07.583498 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36052) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:07.588589 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.603586 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-6e546fd9-3330-4718-86d8-75408501770b service neutron] 10.222.0.48 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886139 May 10 16:48:07.603910 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Request body: {'subnet': {'network_id': '023e7cc8-d9a8-4a33-8abf-7a36f894e862', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246104818-subnet', 'tenant_id': '3df51ca5b09b40378055260f8bd5e9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:07.627692 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6269ea-c526-4acd-b1d5-1860352f9b42 None None] Pushing event updated for resources: {'Port': ['ID=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.628032 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904324c1-e561-4855-8666-7f2afecc86bf admin admin] Pushing event updated for resources: {'Network': ['ID=023e7cc8-d9a8-4a33-8abf-7a36f894e862,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:07.658415 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 023e7cc8-d9a8-4a33-8abf-7a36f894e862 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:07.707948 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Made reservation on behalf of 3df51ca5b09b40378055260f8bd5e9da for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:07.710474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.764006 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Router 4112f1bf-5803-41fd-90c2-aecee65e635b is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:48:07.838443 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.938221 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:07.951112 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:07.967870 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:07.970656 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1e7869a6-bcf6-4340-bdc6-2992cbfe5dc9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0118856 May 10 16:48:07.974170 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36062) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:07.974509 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:07.975159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:07.979335 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:08.019411 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks [] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.022308 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:08.027493 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36066) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:08.030322 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:08.069403 dv-cinder-835881-10-iscsi neutron-server[120584]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 16:48:08.106552 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb32b9f-587e-4b01-a956-0610b3a9a59b,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:08.110814 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.112150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.232760 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:08.472614 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e9f923de-0d75-4eed-a6c5-d2e83f389e57 req-fd8e83b0-d44e-41c4-944c-e9a9dfde78f3 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.4081995 May 10 16:48:08.472796 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 3, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:08.555747 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:08.556458 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Updating router 4112f1bf-5803-41fd-90c2-aecee65e635b port 059c3544-9874-4bf4-a362-3b7b036f843e binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:08.598396 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.642666 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (8548766d-3206-4289-a60e-95d0292bb5e3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.659219 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd50aa-a8e2-48fc-b95a-a75e41da5f7c None None] Network 90344bc1-cc22-4179-9584-f0a07adf617d requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:08.685207 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Pushing event updated for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:08.766686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8548766d-3206-4289-a60e-95d0292bb5e3,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:08.814228 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:08.822888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:08.857090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Checking segment: {'id': 'bdd021f4-67c7-4df4-adc5-fb5a0925393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '023e7cc8-d9a8-4a33-8abf-7a36f894e862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:08.863710 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Network hostable DHCP agents. Network: 023e7cc8-d9a8-4a33-8abf-7a36f894e862, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:48:08.889336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Provisioning complete for port 3587663b-176d-4c87-8ce3-704517c2dd1b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:08.889730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:08.933337 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.121349 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:48:09.125309 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Network 023e7cc8-d9a8-4a33-8abf-7a36f894e862 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:48:09.156791 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 023e7cc8-d9a8-4a33-8abf-7a36f894e862) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:09.166372 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for router_gateway (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.175586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:09.176764 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.227684 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0a523-f9a9-4ac6-b8b5-ab345e78002d None None] Network 023e7cc8-d9a8-4a33-8abf-7a36f894e862 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:09.246010 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Allocated IP 172.20.0.1 (90344bc1-cc22-4179-9584-f0a07adf617d/e3ea87a9-9233-4050-8554-c208b37c9a0a/63b8c914-73bb-4eee-bd9e-e7620b6aa6ff) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:09.347146 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b446ac20-476e-4db7-ae2f-110e4fedacf9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7563353 May 10 16:48:09.527231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36114) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:09.537853 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c8c42-d150-4f90-97e5-2b3201263196 None None] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:09.646737 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks [] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.665507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:09.668577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a11d34c3-d669-48eb-9111-f453964ca367 req-a5f63bf3-b3f3-425f-a8af-ec8b578eafb8 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.0974822 May 10 16:48:09.672706 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-7482e473-1599-4fcb-8192-0f15e57c2cce admin admin] 10.222.0.48 "PUT /v2.0/routers/8989f153-dd61-4c80-9bc0-7cc1f1325b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9836996 May 10 16:48:09.674740 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:09.689406 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:09.690022 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:09.769829 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 64d69574-32ec-44f2-a06c-df7c4c89d6fe up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:09.829602 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Deleting subnet 10bc07ab-6152-4815-888a-1577c90fd1f1 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:48:09.833121 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Publish callbacks [] for subnet (10bc07ab-6152-4815-888a-1577c90fd1f1), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.877657 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.952050 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:09.986467 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Publish callbacks [] for subnet (10bc07ab-6152-4815-888a-1577c90fd1f1), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.017766 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Network 90344bc1-cc22-4179-9584-f0a07adf617d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:10.019194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Current status of the port 3587663b-176d-4c87-8ce3-704517c2dd1b is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:10.019580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.019882 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:10.042866 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859c7e0-572c-4498-a7bf-a4aedd1b6caa None None] Network 023e7cc8-d9a8-4a33-8abf-7a36f894e862 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:48:10.080966 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (10bc07ab-6152-4815-888a-1577c90fd1f1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.091214 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:10.109243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:10.121477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks [] for port (059c3544-9874-4bf4-a362-3b7b036f843e), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.158690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.172622 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] For port 3587663b-176d-4c87-8ce3-704517c2dd1b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=3587663b-176d-4c87-8ce3-704517c2dd1b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:10.177983 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 64d69574-32ec-44f2-a06c-df7c4c89d6fe triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:10.177983 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.178396 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:10.178531 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (4112f1bf-5803-41fd-90c2-aecee65e635b), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.189467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:48:10.321343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.377276 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 2, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:10.498132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Attempting to bind port 059c3544-9874-4bf4-a362-3b7b036f843e on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:10.499035 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Attempting to bind port 059c3544-9874-4bf4-a362-3b7b036f843e by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:10.499475 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Attempting to bind port 059c3544-9874-4bf4-a362-3b7b036f843e on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:10.500516 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:10.501772 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:10.503250 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Updating router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 port 37d5b9e3-85f0-4068-9c99-702e5d50390e binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:10.513368 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Provisioning complete for port 37d5b9e3-85f0-4068-9c99-702e5d50390e triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:10.513774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.542054 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.543865 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2c07d3f8-ebe5-47a7-8069-d819330cd3e0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1372170 May 10 16:48:10.546257 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36156) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:10.555955 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.561682 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:10.562311 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:10.562864 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.563544 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:10.564926 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Bound port: 059c3544-9874-4bf4-a362-3b7b036f843e, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:10.565510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.607190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145f7f-10e5-4b5f-a507-0409f44aac38 None None] Pushing event updated for resources: {'Port': ['ID=059c3544-9874-4bf4-a362-3b7b036f843e,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:10.615468 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:10.654644 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.666526 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (10bc07ab-6152-4815-888a-1577c90fd1f1), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.725933 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffcbde-bbd6-495f-96fb-b2d79ca26a06 None None] Pushing event updated for resources: {'Port': ['ID=3587663b-176d-4c87-8ce3-704517c2dd1b,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:10.738825 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bc07ab-6152-4815-888a-1577c90fd1f1,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:10.763295 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Port 37d5b9e3-85f0-4068-9c99-702e5d50390e cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:10.780645 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.787498 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4bc1d895-bfd6-40d0-94a6-b1d0b6d31029 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/10bc07ab-6152-4815-888a-1577c90fd1f1 HTTP/1.1" status: 204 len: 168 time: 1.2467017 May 10 16:48:10.790873 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36164) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:10.795170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Provisioning complete for port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:10.808915 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.857377 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-d1a112be-7a7f-4452-96e3-d01846addd97 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:10.858192 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks [] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.859183 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-d1a112be-7a7f-4452-96e3-d01846addd97 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 0.3860850 May 10 16:48:10.866342 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:10.892304 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:10.892954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:10.912577 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a52d-8f75-47ab-8abc-b18de107e397 None None] Pushing event updated for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:10.927484 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-8f0793ff-c19a-4e87-82cb-ac19d8b31f4c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/quotas/f6208c73932343aeae12d8cd0983fc77 HTTP/1.1" status: 200 len: 375 time: 0.0537326 May 10 16:48:11.006920 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Attempting to bind port 37d5b9e3-85f0-4068-9c99-702e5d50390e on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:11.008003 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Attempting to bind port 37d5b9e3-85f0-4068-9c99-702e5d50390e by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:11.008601 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Attempting to bind port 37d5b9e3-85f0-4068-9c99-702e5d50390e on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:11.016123 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:11.016941 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:11.017965 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.018645 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Bound using segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:11.019383 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Bound port: 37d5b9e3-85f0-4068-9c99-702e5d50390e, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:11.019988 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.115776 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] For port 37d5b9e3-85f0-4068-9c99-702e5d50390e, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:11.121722 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] For port 37d5b9e3-85f0-4068-9c99-702e5d50390e, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=37d5b9e3-85f0-4068-9c99-702e5d50390e,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:11.130630 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.155214 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc041971-8bd3-4f47-87be-0399ce4507ad req-16bb4535-03ec-4a24-92db-981a583738f4 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.0313358 May 10 16:48:11.205363 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:11.236932 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (0a7901b2-15b7-4b06-b067-64e7ff529722), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.274369 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a52d-8f75-47ab-8abc-b18de107e397 None None] Pushing event updated for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:11.281671 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:11.282299 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:11.325046 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-223baf7d-bf3d-4d8d-93ea-2e8ab18aeaa2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3834229 May 10 16:48:11.347446 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] For port 059c3544-9874-4bf4-a362-3b7b036f843e, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:11.373548 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] For port 059c3544-9874-4bf4-a362-3b7b036f843e, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=059c3544-9874-4bf4-a362-3b7b036f843e,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:11.423455 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:11.443358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 64d69574-32ec-44f2-a06c-df7c4c89d6fe is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:11.444811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 3587663b-176d-4c87-8ce3-704517c2dd1b up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:11.497819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.515808 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.594173 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 3587663b-176d-4c87-8ce3-704517c2dd1b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:11.594608 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.622139 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks [] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.629213 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:11.629891 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:11.632671 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (0a7901b2-15b7-4b06-b067-64e7ff529722), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.658073 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.660628 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.662234 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.663349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.663846 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.664495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.665006 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.666003 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.666476 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.666949 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.734728 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:11Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:11.774950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Allocated IP 172.20.0.1 (a644c79f-3db2-4028-a56c-6b5bff2a3f86/1f08ebf8-7789-45c5-b03c-c15e53c49aa3/2f7086a0-24da-457b-a196-a5556ad35c43) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:11.787849 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaed392-a3c3-4543-8975-8a2392abe9b7 None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:11Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:11.888628 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145f7f-10e5-4b5f-a507-0409f44aac38 None None] Pushing event updated for resources: {'Port': ['ID=059c3544-9874-4bf4-a362-3b7b036f843e,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:11.920590 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.921123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.921471 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.922090 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:48:11.922484 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7901b2-15b7-4b06-b067-64e7ff529722']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:11.960050 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Current status of the port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:11.960050 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.964691 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:11.970048 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-e40fb4d9-ecfb-4215-8a21-9b157a9263f6 service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324358 May 10 16:48:11.976807 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks [] for port (2f7086a0-24da-457b-a196-a5556ad35c43), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:11.979345 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.028544 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.053155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 3587663b-176d-4c87-8ce3-704517c2dd1b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:12.054314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:12.080964 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:12.084889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:12.089698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:12.090261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.160372 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (4112f1bf-5803-41fd-90c2-aecee65e635b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.166314 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:12.200659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56a09c6-c51a-43d0-b6c4-0607fad7480c') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:12.201161 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56a09c6-c51a-43d0-b6c4-0607fad7480c') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:12.314075 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] For port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:12.316580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:08Z', 'revision_number': 3, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:12.343844 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-359e04e1-c3b3-4a93-afca-162f10c27aa2 req-de04eec0-910f-45a4-83ce-f5df57e642cb tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.0418415 May 10 16:48:12.408124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.465711 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:12.466332 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Updating router fc0ec5d3-eacf-4d88-947a-f43c4924058e port 6fb32b9f-587e-4b01-a956-0610b3a9a59b binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:12.466956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:12.475717 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (f56a09c6-c51a-43d0-b6c4-0607fad7480c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.489020 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Network 90344bc1-cc22-4179-9584-f0a07adf617d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:12.500358 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:12.564025 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.685445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:48:12.697260 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (f56a09c6-c51a-43d0-b6c4-0607fad7480c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.751224 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 2, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:12.758537 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.785074 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.32', 51732) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:12.799167 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-76d5441e-0519-4c75-93da-a10091389be0 service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244964 May 10 16:48:12.808300 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:48:12.809076 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (f56a09c6-c51a-43d0-b6c4-0607fad7480c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: from cryptography.utils import int_from_bytes May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: from cryptography.utils import int_from_bytes May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:48:12.813902 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:48:13.050010 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80fb76-6ae8-4b4c-8376-1d3273a95ed1 None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 2, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:13.157861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Provisioning complete for port 3587663b-176d-4c87-8ce3-704517c2dd1b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:13.163077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.177712 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:13.178440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.370496 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks [] for port (2f7086a0-24da-457b-a196-a5556ad35c43), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.393965 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.394895 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.443563 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:13.450905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-02cc4e19-f2d6-4173-8d95-6728c93dc88b tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:13.452489 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-02cc4e19-f2d6-4173-8d95-6728c93dc88b tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.32 "GET /v2.0/networks?id=0b17740a-1b3f-415d-9520-631c81c0c86a HTTP/1.1" status: 200 len: 810 time: 0.6663573 May 10 16:48:13.471942 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-82672e24-612f-4b09-ba3d-cb2c08a3fb64 admin admin] 10.222.0.48 "PUT /v2.0/routers/4112f1bf-5803-41fd-90c2-aecee65e635b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4876134 May 10 16:48:13.531331 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:13.591538 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5b7b2d5e-5379-4a84-a169-68371eda2424 req-b0566453-6f17-490d-a2a6-fa1c65d68d1d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 210 time: 0.1199908 May 10 16:48:13.614059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (0a7901b2-15b7-4b06-b067-64e7ff529722), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.624914 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.628474 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a7901b2-15b7-4b06-b067-64e7ff529722 HTTP/1.1" status: 204 len: 168 time: 2.8346155 May 10 16:48:13.640969 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36238) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:13.650609 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97581bb0-dc27-449a-88df-c8ecf738e9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7901b2-15b7-4b06-b067-64e7ff529722,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:13.683190 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Request body: {'port': {'device_id': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a', 'admin_state_up': True, 'tenant_id': '60f85e7bbb38404ba6b68eff605a3306'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:13.706716 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Pushing event updated for resources: {'Port': ['ID=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:13.767072 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Deleting subnet 8548766d-3206-4289-a60e-95d0292bb5e3 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:48:13.798170 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Publish callbacks [] for subnet (8548766d-3206-4289-a60e-95d0292bb5e3), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:13.910901 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (8548766d-3206-4289-a60e-95d0292bb5e3), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.094701 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (8548766d-3206-4289-a60e-95d0292bb5e3), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.096145 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:14.315688 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (8548766d-3206-4289-a60e-95d0292bb5e3), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.384739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8548766d-3206-4289-a60e-95d0292bb5e3,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:14.390359 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36288) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:14.392510 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.392884 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdc434-8eae-4215-9b0c-77896c0b36a7 None None] Current status of the port 3587663b-176d-4c87-8ce3-704517c2dd1b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:14.396568 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-59a20993-4f8e-4ae1-8df2-4fda5dd9610b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8548766d-3206-4289-a60e-95d0292bb5e3 HTTP/1.1" status: 204 len: 168 time: 0.7541020 May 10 16:48:14.409012 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36290) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:14.480405 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Made reservation on behalf of 60f85e7bbb38404ba6b68eff605a3306 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:14.490167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.552865 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:14.561611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294654647', 'description': 'tempest-description--103083397'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:14.603170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 37d5b9e3-85f0-4068-9c99-702e5d50390e up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:14.623108 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36304) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:14.631163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:14.694773 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.862677 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (023e7cc8-d9a8-4a33-8abf-7a36f894e862), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:14.972839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-503e591c-656e-4fcb-85e0-07ea6824f112 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:14.982330 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-503e591c-656e-4fcb-85e0-07ea6824f112 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 0.4183381 May 10 16:48:15.008374 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a7d97f8c-3782-45ee-8bd0-d5a792565d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.083458 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks [] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.092325 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-30f1e90f-55a7-4eec-8022-3ad857eeae36 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/quotas/f6208c73932343aeae12d8cd0983fc77 HTTP/1.1" status: 200 len: 375 time: 0.1084678 May 10 16:48:15.103377 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.187726 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:15.188005 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.250243 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97320700-def1-42c3-9889-d90c3e527d0c None None] Pushing event updated for resources: {'Port': ['ID=6fb32b9f-587e-4b01-a956-0610b3a9a59b,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:15.260928 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (023e7cc8-d9a8-4a33-8abf-7a36f894e862), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.283384 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-676bb559-2b38-48f8-b25e-10823ee89203 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055286 May 10 16:48:15.300296 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Allocated IP 172.20.0.11 (0b17740a-1b3f-415d-9520-631c81c0c86a/f2ccc390-d06d-4858-bc46-cf2de1297196/49626576-c69c-48d0-8b3d-be4360ede3a8) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:15.318081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023e7cc8-d9a8-4a33-8abf-7a36f894e862']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:15.338111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 37d5b9e3-85f0-4068-9c99-702e5d50390e triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:15.338718 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.442258 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Attempting to bind port 6fb32b9f-587e-4b01-a956-0610b3a9a59b on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:15.442888 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Attempting to bind port 6fb32b9f-587e-4b01-a956-0610b3a9a59b by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:15.443403 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Attempting to bind port 6fb32b9f-587e-4b01-a956-0610b3a9a59b on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:15.466358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:15.468014 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:15.469940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.470528 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:15.472128 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Bound port: 6fb32b9f-587e-4b01-a956-0610b3a9a59b, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:15.472771 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.482115 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Port 2f7086a0-24da-457b-a196-a5556ad35c43 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:15.504934 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Provisioning complete for port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:15.505594 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.529989 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks [] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.534740 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-18dee76d-8ce4-475a-bb77-63e1590536b1 req-8dc46045-f6fd-423b-99bc-d4d1600dc50d tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 1.0615349 May 10 16:48:15.609969 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd021f4-67c7-4df4-adc5-fb5a0925393b') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:15.610292 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd021f4-67c7-4df4-adc5-fb5a0925393b') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:15.633157 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (bdd021f4-67c7-4df4-adc5-fb5a0925393b), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.658383 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (bdd021f4-67c7-4df4-adc5-fb5a0925393b), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.673486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:48:15.673887 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (bdd021f4-67c7-4df4-adc5-fb5a0925393b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:48:15.678214 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:48:15.702589 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 37d5b9e3-85f0-4068-9c99-702e5d50390e is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:15.703047 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.728033 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a7d97f8c-3782-45ee-8bd0-d5a792565d0c admin admin] Publish callbacks [] for security_group (d14b7c2d-05a6-43dc-a8a4-51e6faae988d), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.742690 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a7d97f8c-3782-45ee-8bd0-d5a792565d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d14b7c2d-05a6-43dc-a8a4-51e6faae988d), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.746460 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.759746 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 37d5b9e3-85f0-4068-9c99-702e5d50390e, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=37d5b9e3-85f0-4068-9c99-702e5d50390e,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:15.769152 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.770057 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 3587663b-176d-4c87-8ce3-704517c2dd1b up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:15.773103 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] For port 6fb32b9f-587e-4b01-a956-0610b3a9a59b, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:15.802876 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-be1d9743-4eb9-4c9c-85e3-54eac307d2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962308 May 10 16:48:15.819423 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (023e7cc8-d9a8-4a33-8abf-7a36f894e862), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.831586 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.834428 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/023e7cc8-d9a8-4a33-8abf-7a36f894e862 HTTP/1.1" status: 204 len: 168 time: 1.4230413 May 10 16:48:15.840922 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a7d97f8c-3782-45ee-8bd0-d5a792565d0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e5268ab3fcf4ec1a112f8e76dbeccd7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2152340 May 10 16:48:15.841924 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d97f8c-3782-45ee-8bd0-d5a792565d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14b7c2d-05a6-43dc-a8a4-51e6faae988d,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:15.846005 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36324) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:15.861594 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] For port 6fb32b9f-587e-4b01-a956-0610b3a9a59b, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6fb32b9f-587e-4b01-a956-0610b3a9a59b,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:15.881276 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:15.886112 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:48:15.893379 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dcafd-3162-4991-88a7-e5c323aa8ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=023e7cc8-d9a8-4a33-8abf-7a36f894e862,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:15.930723 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Network 0b17740a-1b3f-415d-9520-631c81c0c86a is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:15.961248 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:15.964743 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:15.973455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:15.982461 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:15.983798 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.018470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (e8549d10-f51b-45f4-a42c-f6ba947b35eb), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.026263 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4031610 May 10 16:48:16.032623 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e8549d10-f51b-45f4-a42c-f6ba947b35eb), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.051088 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Current status of the port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:16.069988 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] Publish callbacks [] for security_group (d14b7c2d-05a6-43dc-a8a4-51e6faae988d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.078677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8549d10-f51b-45f4-a42c-f6ba947b35eb,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:16.081966 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d017a1-2165-47ae-a463-58612c9b4db7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Pushing event updated for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:16.102580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97320700-def1-42c3-9889-d90c3e527d0c None None] Pushing event updated for resources: {'Port': ['ID=6fb32b9f-587e-4b01-a956-0610b3a9a59b,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:16.105772 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 3587663b-176d-4c87-8ce3-704517c2dd1b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:16.106182 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.110550 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-ba2b78fd-af6d-48b1-bea2-cc7a0b21f921 service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726970 May 10 16:48:16.144075 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:16.145367 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:16.151950 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] Publish callbacks [] for security_group (d14b7c2d-05a6-43dc-a8a4-51e6faae988d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.154605 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Provisioning complete for port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:16.154935 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.156304 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36326) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:16.212587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.218879 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36328) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:16.221546 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ac1fb834-b162-429d-82d6-e3ba857cef54 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7057097 May 10 16:48:16.235229 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group_rule': {'security_group_id': 'e8549d10-f51b-45f4-a42c-f6ba947b35eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:16.356693 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:16.382204 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Provisioning complete for port 37d5b9e3-85f0-4068-9c99-702e5d50390e triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:16.382811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.396783 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1733497e-f86a-4781-8069-b9fc9b05cd4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9df655e0767f4fc0a42b13808f15e843&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2362528 May 10 16:48:16.397946 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36330) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:16.451270 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-6bcf7440-5b98-460e-81c8-2f186e7eaf39 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:48:16.452325 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-6bcf7440-5b98-460e-81c8-2f186e7eaf39 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0329213 May 10 16:48:16.473166 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (ddd01448-8c74-4d01-8d55-02f0942a7b8b), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.515028 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d14b7c2d-05a6-43dc-a8a4-51e6faae988d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.515609 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:48:16.537681 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e8fe4b23-c630-4455-bbaa-60b79331cd04 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc0ec5d3-eacf-4d88-947a-f43c4924058e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9896204 May 10 16:48:16.540138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.541626 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d14b7c2d-05a6-43dc-a8a4-51e6faae988d HTTP/1.1" status: 204 len: 168 time: 0.6739988 May 10 16:48:16.610169 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21560d-8f33-476f-9ac0-f7adfda39080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14b7c2d-05a6-43dc-a8a4-51e6faae988d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:16.680455 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f782ed24-bc94-4d80-a51f-9f43f81a0d6a req-62b128de-e612-4d7e-bfa5-81378b1e4d35 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.1114161 May 10 16:48:16.722370 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] Publish callbacks [] for security_group (f81a5347-5ea6-4baf-b465-55030dc18dfb), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.769909 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (ddd01448-8c74-4d01-8d55-02f0942a7b8b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.805540 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (ddd01448-8c74-4d01-8d55-02f0942a7b8b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:16.892387 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd01448-8c74-4d01-8d55-02f0942a7b8b,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:16.945287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] Publish callbacks [] for security_group (f81a5347-5ea6-4baf-b465-55030dc18dfb), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.007511 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:17.009460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e8e71-bf16-41fe-a4f7-b77e90ae07ae None None] Current status of the port 37d5b9e3-85f0-4068-9c99-702e5d50390e is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:17.078870 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.080789 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1130540c-fddd-4e17-ba9f-cd9fc6258a7e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8615055 May 10 16:48:17.085151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36358) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:17.096009 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group_rule': {'security_group_id': 'e8549d10-f51b-45f4-a42c-f6ba947b35eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:17.134517 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bffba-bd63-4c15-8345-9b997de5fdbc req-ec533aaf-4bf1-4368-b8fc-c72b1473e2cb tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:17.136095 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c55bffba-bd63-4c15-8345-9b997de5fdbc req-ec533aaf-4bf1-4368-b8fc-c72b1473e2cb tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 932 time: 0.1681817 May 10 16:48:17.156621 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 3587663b-176d-4c87-8ce3-704517c2dd1b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:17.157860 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:17.194727 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (08a5632f-8799-484c-aab5-ad23c6edd561), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.215663 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-138da3b3-086a-4623-afab-20fa111f39c5 None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:17.216082 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-138da3b3-086a-4623-afab-20fa111f39c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.343161 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c55bffba-bd63-4c15-8345-9b997de5fdbc req-e5913e06-f220-4f03-a620-851434a1e257 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955495 May 10 16:48:17.345061 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f81a5347-5ea6-4baf-b465-55030dc18dfb), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.350267 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.355589 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f81a5347-5ea6-4baf-b465-55030dc18dfb HTTP/1.1" status: 204 len: 168 time: 0.9489267 May 10 16:48:17.377310 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1a4d-dbc9-468d-ba28-90aa21410275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a5347-5ea6-4baf-b465-55030dc18dfb,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:17.465265 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-138da3b3-086a-4623-afab-20fa111f39c5 None None] Port 2f7086a0-24da-457b-a196-a5556ad35c43 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:17.466693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (08a5632f-8799-484c-aab5-ad23c6edd561), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.474043 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (08a5632f-8799-484c-aab5-ad23c6edd561), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.492341 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:17.492730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.575925 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.576629 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4860172 May 10 16:48:17.579513 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36372) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:17.585205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:17.586178 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f71fc1-cf13-4502-afbb-0ae29108ec48 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a5632f-8799-484c-aab5-ad23c6edd561,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:17.646533 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 2, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:17.651701 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:17.806526 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932133c9-b293-4901-a0ef-b35cbb598653 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 2, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:17.859637 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:17.903585 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-29d4b545-7dfa-4b57-b84e-89df39791f11 req-941dac42-5a0c-4bcf-8415-134829514eed tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.0408134 May 10 16:48:17.916299 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36386) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:17.924295 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672584514', 'description': 'tempest-description--636485993'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:18.001748 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.007273 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:18.027580 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:18.028380 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:18.185338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.254138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 37d5b9e3-85f0-4068-9c99-702e5d50390e up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:18.305111 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:18.332014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (c8106e2c-259d-4ea0-8143-f7604a315945), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.342287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c8106e2c-259d-4ea0-8143-f7604a315945), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.530237 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Allocated IP 172.27.1.188 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/8d433517-4656-4b47-8d51-5ef0c868009e) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:18.546818 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36408) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:18.548707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 37d5b9e3-85f0-4068-9c99-702e5d50390e triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:18.551457 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.636118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.651366 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7335756 May 10 16:48:18.663020 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36414) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:18.671997 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group_rule': {'security_group_id': 'c8106e2c-259d-4ea0-8143-f7604a315945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:18.715644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051de03-9e1a-41b4-9571-fb0d207e33d7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8106e2c-259d-4ea0-8143-f7604a315945,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:18.799991 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (14c1d1d9-b55b-4650-97e6-8666067e24bd), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:18.815051 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6b68ee24-d903-42f7-9e94-1622a5211605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3df51ca5b09b40378055260f8bd5e9da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2668045 May 10 16:48:18.816911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36416) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:18.834484 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 2, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:18.879340 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 37d5b9e3-85f0-4068-9c99-702e5d50390e is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:18.880502 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 059c3544-9874-4bf4-a362-3b7b036f843e up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:18.887594 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:18.888436 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Updating router 4112f1bf-5803-41fd-90c2-aecee65e635b port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:18.907808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Request body: {'port': {'device_id': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:18.955686 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.005083 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 059c3544-9874-4bf4-a362-3b7b036f843e triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:19.005667 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.089886 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] Publish callbacks [] for security_group (2e4981c2-35d6-4957-8f81-8bd8c9b38253), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.112318 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bdba0-2524-4acf-9b53-0d70c3fd380e req-219e0506-c774-4324-8447-0b9b50f30065 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:19.122607 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e56bdba0-2524-4acf-9b53-0d70c3fd380e req-219e0506-c774-4324-8447-0b9b50f30065 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 932 time: 0.3234084 May 10 16:48:19.179038 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-703414ba-b16f-4cd5-8bdd-125360031520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.225959 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (14c1d1d9-b55b-4650-97e6-8666067e24bd), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.267400 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 059c3544-9874-4bf4-a362-3b7b036f843e is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:19.268208 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.294839 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 059c3544-9874-4bf4-a362-3b7b036f843e, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=059c3544-9874-4bf4-a362-3b7b036f843e,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:19.303612 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.397076 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4d034a73-1888-433e-a918-9910edf25ffa req-c6b4e8ad-e08b-4968-802b-7ff488b0ead4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.2956994 May 10 16:48:19.398621 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.411687 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (14c1d1d9-b55b-4650-97e6-8666067e24bd), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.542731 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c1d1d9-b55b-4650-97e6-8666067e24bd,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:19.614660 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e56bdba0-2524-4acf-9b53-0d70c3fd380e req-54ab732c-6229-4c07-a701-50680d42c388 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486365 May 10 16:48:19.643667 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] Publish callbacks [] for security_group (2e4981c2-35d6-4957-8f81-8bd8c9b38253), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.651828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=059c3544-9874-4bf4-a362-3b7b036f843e,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:19.668663 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (8d433517-4656-4b47-8d51-5ef0c868009e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.938444 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks [] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.954783 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.959922 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.968863 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.972989 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2e4981c2-35d6-4957-8f81-8bd8c9b38253), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.975956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:19.982053 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b9b47a04-3289-4aa1-8a99-6429584e53ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3173404 May 10 16:48:19.993410 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e4981c2-35d6-4957-8f81-8bd8c9b38253 HTTP/1.1" status: 204 len: 168 time: 1.1053846 May 10 16:48:19.998735 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36438) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:20.201153 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group_rule': {'security_group_id': 'c8106e2c-259d-4ea0-8143-f7604a315945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:20.249887 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d2b5b-c79a-40cb-8914-2c80fac3740d None None] Pushing event updated for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:20.281472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=8d433517-4656-4b47-8d51-5ef0c868009e,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:20.284097 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd72af-6e7b-4814-a0db-db5cde8378cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4981c2-35d6-4957-8f81-8bd8c9b38253,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:20.371540 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:20.376055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:20.379079 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (4fa33bd3-90c4-41aa-ad21-9f6c9bbb6c4a), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.492570 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Attempting to bind port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:20.493207 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Attempting to bind port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:20.493582 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Attempting to bind port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:20.501218 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:20.503067 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Checking segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:20.505059 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.508931 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Bound using segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:20.509724 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Bound port: 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:20.512539 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.574187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.32', 51743) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:20.603976 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:20.859101 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (4fa33bd3-90c4-41aa-ad21-9f6c9bbb6c4a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.865607 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-85223662-5a58-4579-8f69-95ad2c94792d None None] Provisioning complete for port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:20.867813 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-85223662-5a58-4579-8f69-95ad2c94792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.868354 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.32', 51746) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:20.878613 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (4fa33bd3-90c4-41aa-ad21-9f6c9bbb6c4a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:20.915442 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] For port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:20.937117 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] For port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:20.956147 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:21.090880 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-85223662-5a58-4579-8f69-95ad2c94792d None None] Port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:21.094486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa33bd3-90c4-41aa-ad21-9f6c9bbb6c4a,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:21.103099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6fb32b9f-587e-4b01-a956-0610b3a9a59b up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:21.113776 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:21.115567 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f5705975-b09f-4ecb-b343-0a019bf4f41d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9457500 May 10 16:48:21.145802 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-876eb78e-9d20-4f0c-9d5d-a8540b3700f1 req-5072ce5a-c400-4f65-8c59-c51db8a4caa2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.5702298 May 10 16:48:21.165807 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36472) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:21.198550 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:21.306946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:21.669128 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1ff8-d189-4866-a7ca-3d8140cda45f req-49d1298a-847b-4a96-a146-fb57e415d0b8 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:21.694518 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21bc1ff8-d189-4866-a7ca-3d8140cda45f req-49d1298a-847b-4a96-a146-fb57e415d0b8 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 932 time: 0.6100185 May 10 16:48:21.756770 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d2b5b-c79a-40cb-8914-2c80fac3740d None None] Pushing event updated for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:21.802805 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:21.803929 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:47:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:21.857664 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-edc6be3f-5473-4347-bb10-600158c0efe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:21.967765 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 6fb32b9f-587e-4b01-a956-0610b3a9a59b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:21.968786 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:21.970580 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.026430 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-a3215ccf-b523-4dd1-9f2b-8821f9aa158c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:22.028590 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-a3215ccf-b523-4dd1-9f2b-8821f9aa158c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 1.4497266 May 10 16:48:22.066259 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-e64531ed-820d-495c-a2f6-ff428d44e853 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:22.069361 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-e64531ed-820d-495c-a2f6-ff428d44e853 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 1.1763918 May 10 16:48:22.084388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'port': {'device_id': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'admin_state_up': True, 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:22.104588 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'port': {'device_id': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'admin_state_up': True, 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:22.117420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Provisioning complete for port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:22.121344 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.181529 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:22.432639 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.502772 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 6fb32b9f-587e-4b01-a956-0610b3a9a59b is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:22.507237 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.561869 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.691318 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:20Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:22.722673 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 6fb32b9f-587e-4b01-a956-0610b3a9a59b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6fb32b9f-587e-4b01-a956-0610b3a9a59b,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:22.839340 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:22.853801 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b416df4-178a-4369-b6cc-518f26fed52e None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:20Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:22.859676 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 059c3544-9874-4bf4-a362-3b7b036f843e up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:23.031531 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21bc1ff8-d189-4866-a7ca-3d8140cda45f req-701d0df1-121d-4259-af02-ac6512b0f630 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3357258 May 10 16:48:23.141146 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.178201 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=6fb32b9f-587e-4b01-a956-0610b3a9a59b,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:23.185703 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Current status of the port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:23.186192 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.265313 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] For port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:23.267761 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 059c3544-9874-4bf4-a362-3b7b036f843e triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:23.268434 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Made reservation on behalf of f6208c73932343aeae12d8cd0983fc77 for: {'port': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:23.268705 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.274045 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.277712 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.347661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49626576-c69c-48d0-8b3d-be4360ede3a8 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:23.392530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks [] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.401170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1772d30-357f-4d40-b5d2-2eb2ac7d7fac None None] Pushing event updated for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:23.430533 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ac58ac1a-567b-4ef2-894a-010480b79211 req-0bff136e-a2ba-4f3c-9f70-0f87ed780c35 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.9537313 May 10 16:48:23.542861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 059c3544-9874-4bf4-a362-3b7b036f843e is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:23.562691 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Transition to ACTIVE for port object 49626576-c69c-48d0-8b3d-be4360ede3a8 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:48:23.579096 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:23.771753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Allocated IP 172.27.1.141 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/cd6a7eca-e068-4d73-ad2d-9159eb7323f1) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:23.827502 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6fb32b9f-587e-4b01-a956-0610b3a9a59b up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:23.890404 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:48:23.948403 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:23.949061 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:22Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:24.244481 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:24.402020 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 6fb32b9f-587e-4b01-a956-0610b3a9a59b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:24.402451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36588) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:24.403011 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.460342 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Pushing event updated for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:24.497545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Made reservation on behalf of f6208c73932343aeae12d8cd0983fc77 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:24.506866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.509626 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Attempting to bind port 49626576-c69c-48d0-8b3d-be4360ede3a8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:24.514204 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Attempting to bind port 49626576-c69c-48d0-8b3d-be4360ede3a8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '13e48834-d4e4-45fa-a210-c633c87e4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:24.514822 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Attempting to bind port 49626576-c69c-48d0-8b3d-be4360ede3a8 on network 0b17740a-1b3f-415d-9520-631c81c0c86a {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:24.540899 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Port 49626576-c69c-48d0-8b3d-be4360ede3a8 on network 0b17740a-1b3f-415d-9520-631c81c0c86a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:48:24.544038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Attempting to bind port 49626576-c69c-48d0-8b3d-be4360ede3a8 on network 0b17740a-1b3f-415d-9520-631c81c0c86a {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:24.618432 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.653618 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:24.654983 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Checking segment: {'id': '13e48834-d4e4-45fa-a210-c633c87e4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:24.655794 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Bound using segment: {'id': '13e48834-d4e4-45fa-a210-c633c87e4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:24.656624 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Bound port: 49626576-c69c-48d0-8b3d-be4360ede3a8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e48834-d4e4-45fa-a210-c633c87e4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:24.657613 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.771675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.796003 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (8d433517-4656-4b47-8d51-5ef0c868009e), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.843102 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:24.878679 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 6fb32b9f-587e-4b01-a956-0610b3a9a59b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:24.879892 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:24.904051 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-53bcec3c-982a-4591-8b23-3a80d6d664af req-59f2a1f0-f272-4614-8c23-9403c2aa50cc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.2793734 May 10 16:48:24.994341 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:25.000299 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=49626576-c69c-48d0-8b3d-be4360ede3a8,segment=NetworkSegment(13e48834-d4e4-45fa-a210-c633c87e4d17),segment_id=13e48834-d4e4-45fa-a210-c633c87e4d17)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:25.033150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6577b-2cb4-4285-8964-082cb10f7d9f req-f2995e07-9109-42e0-8888-a36135958151 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:25.037564 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-24c6577b-2cb4-4285-8964-082cb10f7d9f req-f2995e07-9109-42e0-8888-a36135958151 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.7567158 May 10 16:48:25.043735 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Allocated IP 172.20.0.7 (5732deb1-fb33-4f08-9ad5-7d92102702ad/9ac3f8f3-2236-4e69-8fac-08c0452f930d/9159b071-bf14-4943-ad14-db670af07144) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:25.068798 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.165455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:25.166833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.169222 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] 10.222.0.32 "PUT /v2.0/ports/49626576-c69c-48d0-8b3d-be4360ede3a8 HTTP/1.1" status: 200 len: 1094 time: 6.7589712 May 10 16:48:25.170103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8acba503-ae8a-4119-a545-9006106ee5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.222624 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 2, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:25.223504 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:25.279001 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=8d433517-4656-4b47-8d51-5ef0c868009e,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:25.309085 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:48:25.309593 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Updating router fc0ec5d3-eacf-4d88-947a-f43c4924058e port 2f7086a0-24da-457b-a196-a5556ad35c43 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:48:25.395079 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.443545 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.457088 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:25.458141 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.471353 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.583957 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.598345 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-84017b68-7271-4847-b745-67984018d912 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0176024 May 10 16:48:25.612611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8528cb-7ed6-4dd8-855e-6d31da7ca160 service neutron] Pushing event updated for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:25.671583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:25.679530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:25.680896 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-24c6577b-2cb4-4285-8964-082cb10f7d9f req-a5d7113a-cd6c-436c-beb5-3831582ae928 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246853 May 10 16:48:25.708344 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.718758 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:25.823812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90250520-0373-4c29-95f8-952e189fc527" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:25.847151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:25.863717 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=cd6a7eca-e068-4d73-ad2d-9159eb7323f1,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:25.908127 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for port (9159b071-bf14-4943-ad14-db670af07144), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.203543 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce0d4d83-431a-4a04-9651-feaabf9fd570 req-89f3e50b-ac33-4b25-ad68-6351147201b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.1664708 May 10 16:48:26.213838 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (9159b071-bf14-4943-ad14-db670af07144), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.258070 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:26.285693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.422928 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:26.429901 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:26.431329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks [] for port (2f7086a0-24da-457b-a196-a5556ad35c43), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.437116 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:26.455164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.539059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:26.539762 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.660726 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5659108 May 10 16:48:26.661702 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.663952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cf4cd-4642-4ca2-b92b-9b5fe96c47d2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:26.668870 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56889f-851e-42ae-bbf0-2a50b9ff0b76 x-openstack-request-id: req-7f56889f-851e-42ae-bbf0-2a50b9ff0b76 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:26.669449 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:26.669848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f56889f-851e-42ae-bbf0-2a50b9ff0b76 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:26.670776 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f56889f-851e-42ae-bbf0-2a50b9ff0b76'] response: {'name': 'network-changed', 'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8', 'status': 'completed', 'code': 200} May 10 16:48:26.692785 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Request body: {'port': {'device_id': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:26.724925 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Attempting to bind port 2f7086a0-24da-457b-a196-a5556ad35c43 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:26.725258 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Attempting to bind port 2f7086a0-24da-457b-a196-a5556ad35c43 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:26.725781 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Attempting to bind port 2f7086a0-24da-457b-a196-a5556ad35c43 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:26.753917 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.755285 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:26.755669 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Checking segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:26.756080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.756535 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Bound using segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:26.757041 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Bound port: 2f7086a0-24da-457b-a196-a5556ad35c43, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:26.758081 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.908021 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.958462 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9159b071-bf14-4943-ad14-db670af07144), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:26.971018 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-5ed91054-74c0-477c-9788-dcd38ace4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:26.972583 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-5ed91054-74c0-477c-9788-dcd38ace4171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60f85e7bbb38404ba6b68eff605a3306&device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 1128 time: 0.8665271 May 10 16:48:26.993032 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] For port 2f7086a0-24da-457b-a196-a5556ad35c43, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:26.998754 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] For port 2f7086a0-24da-457b-a196-a5556ad35c43, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=2f7086a0-24da-457b-a196-a5556ad35c43,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:27.003534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66fb05-c1ed-4063-8085-3c96d15edaa1 None None] Pushing event updated for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:27.009501 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:27.031214 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8e622-c5c5-4b42-9965-210e2e3d80ec req-0965965c-1275-4ee3-9d69-0204e84939b6 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:27.052611 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9dc8e622-c5c5-4b42-9965-210e2e3d80ec req-0965965c-1275-4ee3-9d69-0204e84939b6 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.1575398 May 10 16:48:27.307675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8acba503-ae8a-4119-a545-9006106ee5d3 admin admin] Publish callbacks [] for security_group (9aea8d3f-3fbe-43fd-bc36-f79a4314789f), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:27.334907 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-434a53a8-376d-486d-80fe-74465b9b483b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49626576-c69c-48d0-8b3d-be4360ede3a8 HTTP/1.1" status: 200 len: 217 time: 0.3130727 May 10 16:48:27.337356 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:27.339267 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:27.344943 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66fb05-c1ed-4063-8085-3c96d15edaa1 None None] Pushing event updated for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:27.376239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:27.377532 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2045538 May 10 16:48:27.404183 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9dc8e622-c5c5-4b42-9965-210e2e3d80ec req-cd587beb-fd51-4ea5-8822-bfa232a73cf7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457844 May 10 16:48:27.426429 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Allocated IP 172.20.0.11 (5732deb1-fb33-4f08-9ad5-7d92102702ad/9ac3f8f3-2236-4e69-8fac-08c0452f930d/2e36c520-ea08-4d13-beae-c69470ab57c8) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:27.447440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:48:27.449026 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:22Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:27.462737 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8acba503-ae8a-4119-a545-9006106ee5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9aea8d3f-3fbe-43fd-bc36-f79a4314789f), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:27.586217 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-6a15eab8-cbd9-4fd0-b3fd-379d68f92a20 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1294654647&fields=id&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 267 time: 0.9194300 May 10 16:48:28.031838 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2735a-7573-414c-9ca2-b438f1ed6bc3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=cd6a7eca-e068-4d73-ad2d-9159eb7323f1,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:28.100847 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Current status of the port 2f7086a0-24da-457b-a196-a5556ad35c43 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:28.101977 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:28.163343 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8acba503-ae8a-4119-a545-9006106ee5d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1913a18fe0994e679c6151c9cabb5160&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7138076 May 10 16:48:28.183108 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 36708) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:28.212796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acba503-ae8a-4119-a545-9006106ee5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea8d3f-3fbe-43fd-bc36-f79a4314789f,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:28.255359 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-5b2187cc-3e29-4a0c-9674-a563c1be569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:28.259502 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:48:28.260873 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-5b2187cc-3e29-4a0c-9674-a563c1be569a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2ccc390-d06d-4858-bc46-cf2de1297196 HTTP/1.1" status: 200 len: 850 time: 0.8822935 May 10 16:48:28.317532 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51713728-b1c7-4a4f-bb04-d6a583fdb3c8 req-0d2f9836-3d98-4d16-81c4-9a3025306058 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:28.324586 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-51713728-b1c7-4a4f-bb04-d6a583fdb3c8 req-0d2f9836-3d98-4d16-81c4-9a3025306058 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 931 time: 0.5002429 May 10 16:48:28.446323 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] For port 2f7086a0-24da-457b-a196-a5556ad35c43, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=2f7086a0-24da-457b-a196-a5556ad35c43,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:28.480806 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:28.508831 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-51713728-b1c7-4a4f-bb04-d6a583fdb3c8 req-746368ff-65b3-432d-a999-c8bb30574465 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792247 May 10 16:48:28.563638 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-cdc589d2-aa1b-4832-919c-912934b5085b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b17740a-1b3f-415d-9520-631c81c0c86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324293 May 10 16:48:28.668186 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-5818f46a-1d3b-4e4e-b61b-27fdf350243a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:28.678681 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-5818f46a-1d3b-4e4e-b61b-27fdf350243a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 816 time: 1.0867374 May 10 16:48:28.727111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 2f7086a0-24da-457b-a196-a5556ad35c43 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:28.803796 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Provisioning complete for port 9159b071-bf14-4943-ad14-db670af07144 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:28.804311 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (9159b071-bf14-4943-ad14-db670af07144), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:28.827705 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-1ba864fa-637c-45de-985b-98d4b70a39ad tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--672584514&fields=id&tenant_id=6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 267 time: 0.1240623 May 10 16:48:29.017964 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.047225 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-eb5f987d-123b-49b5-9c30-03048a496ddd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/quotas/a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 375 time: 0.3653028 May 10 16:48:29.114694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-4fd739c8-2fd7-44be-a308-dfc2d867667f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:29.116302 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-4fd739c8-2fd7-44be-a308-dfc2d867667f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 811 time: 0.2794380 May 10 16:48:29.142353 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-d1921c3b-47cc-401d-9adf-567c388c0ef0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/quotas/6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 375 time: 0.0134633 May 10 16:48:29.150918 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:29.151510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.153424 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Pushing event updated for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:29.160545 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-b9feb21c-da04-441f-9d17-2ca9051c8e6f None None] Port 9159b071-bf14-4943-ad14-db670af07144 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:29.186398 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017009a8-25cd-4619-995d-74200f129c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:26Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:48:29.258205 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017009a8-25cd-4619-995d-74200f129c4b None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:26Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:48:29.259070 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-b29cf849-3419-4224-ba72-24068a0ac6f4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083696 May 10 16:48:29.306463 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-565172ff-062e-4fde-8268-aa3fc4b7c93e None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:29.306772 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-565172ff-062e-4fde-8268-aa3fc4b7c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.331306 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-4a99a9ff-e01b-4907-ab4e-b442db7771b0 service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105284 May 10 16:48:29.332227 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] Publish callbacks [] for security_group (9aea8d3f-3fbe-43fd-bc36-f79a4314789f), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.365168 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] Publish callbacks [] for security_group (9aea8d3f-3fbe-43fd-bc36-f79a4314789f), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.427134 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9aea8d3f-3fbe-43fd-bc36-f79a4314789f), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.431118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.448029 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aea8d3f-3fbe-43fd-bc36-f79a4314789f HTTP/1.1" status: 204 len: 168 time: 1.2519643 May 10 16:48:29.472420 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-bd7df257-42c6-4bec-9c8a-b7531f2cbed1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3877673 May 10 16:48:29.496294 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-b79a502c-5ca8-4bb8-bbc8-f4685789966d service neutron] 10.222.0.48 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196386 May 10 16:48:29.536941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1b643-821a-4454-9854-ff34d347545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea8d3f-3fbe-43fd-bc36-f79a4314789f,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:29.622919 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.673563 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:48:29.729432 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:29.744533 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 2f7086a0-24da-457b-a196-a5556ad35c43 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:29.782993 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-565172ff-062e-4fde-8268-aa3fc4b7c93e None None] Current status of the port 2f7086a0-24da-457b-a196-a5556ad35c43 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:29.986101 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:29.999091 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:30.002440 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:30.031355 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:30.041273 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:30.041996 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.092002 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-dd691ca8-6fdf-4e5d-9a98-d2a411765e56 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0244544 May 10 16:48:30.244739 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-f9c48b40-a1d1-47f6-b234-769279074994 service neutron] 10.222.0.48 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468333 May 10 16:48:30.276892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-a6165fac-8589-45c8-ad3c-0d5cae06c3ef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:48:30.280670 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-a6165fac-8589-45c8-ad3c-0d5cae06c3ef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2893262 May 10 16:48:30.328971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36754) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:30.349197 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-880fe086-cb40-400d-9f3e-e35c05fcb152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.461325 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 2f7086a0-24da-457b-a196-a5556ad35c43 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:30.480092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-880fe086-cb40-400d-9f3e-e35c05fcb152 admin admin] Publish callbacks [] for security_group (37987ec0-5cac-4a82-80b4-2efe737b5509), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.491422 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-880fe086-cb40-400d-9f3e-e35c05fcb152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (37987ec0-5cac-4a82-80b4-2efe737b5509), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.527473 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fe086-cb40-400d-9f3e-e35c05fcb152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37987ec0-5cac-4a82-80b4-2efe737b5509,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:30.611288 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-c22633b3-17b8-40bd-9513-7f41932041d8 service neutron] 10.222.0.48 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149974 May 10 16:48:30.639623 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-880fe086-cb40-400d-9f3e-e35c05fcb152 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5692a0553336431aa0f286c28e2dac43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063390 May 10 16:48:30.640256 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 36762) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:30.712574 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-31a8b134-4a84-4fbd-8988-615015aadc61 None None] Provisioning complete for port 2e36c520-ea08-4d13-beae-c69470ab57c8 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:30.712942 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-31a8b134-4a84-4fbd-8988-615015aadc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.801988 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9159b071-bf14-4943-ad14-db670af07144 {{(pid=120583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:30.806948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] Publish callbacks [] for security_group (37987ec0-5cac-4a82-80b4-2efe737b5509), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.809918 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-31a8b134-4a84-4fbd-8988-615015aadc61 None None] Port 2e36c520-ea08-4d13-beae-c69470ab57c8 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:30.827929 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks [] for port (9159b071-bf14-4943-ad14-db670af07144), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.841033 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 2f7086a0-24da-457b-a196-a5556ad35c43 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:30.841421 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.864764 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7bcca-3779-4174-81af-449bdc939ea3 req-6a421478-95bf-48b6-9f8d-02835e5f0523 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:30.867761 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0ea7bcca-3779-4174-81af-449bdc939ea3 req-6a421478-95bf-48b6-9f8d-02835e5f0523 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.1838822 May 10 16:48:30.901546 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-b244084d-35a1-4611-b20b-cc5c5893f9e6 service neutron] 10.222.0.48 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814262 May 10 16:48:30.952452 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] Publish callbacks [] for security_group (37987ec0-5cac-4a82-80b4-2efe737b5509), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.955233 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.provisioning_blocks [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Transition to ACTIVE for port object 9159b071-bf14-4943-ad14-db670af07144 will not be triggered until provisioned by entity L2. {{(pid=120583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:48:30.959503 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0ea7bcca-3779-4174-81af-449bdc939ea3 req-712cf1e8-4e04-4a65-ac11-14a0296b3ba8 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839241 May 10 16:48:30.966746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (9159b071-bf14-4943-ad14-db670af07144), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:30.969904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 2f7086a0-24da-457b-a196-a5556ad35c43 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:31.080665 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Pushing event updated for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:31.179865 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-79dd0342-4a30-4bc3-ab16-d931ed17958f req-1afa75d0-c4b3-4cc5-a5f3-6be951984e79 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0368273 May 10 16:48:31.247968 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3de04-8dc0-4327-bfe0-4957ebfec36a req-351ada26-c8b9-4c35-8c53-3f46155deb8a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:31.249557 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6de3de04-8dc0-4327-bfe0-4957ebfec36a req-351ada26-c8b9-4c35-8c53-3f46155deb8a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.1992762 May 10 16:48:31.270919 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (37987ec0-5cac-4a82-80b4-2efe737b5509), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:31.273908 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:31.278147 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37987ec0-5cac-4a82-80b4-2efe737b5509 HTTP/1.1" status: 204 len: 168 time: 0.6301618 May 10 16:48:31.302751 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14aa41-33c5-4f55-8a1f-38e938735bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37987ec0-5cac-4a82-80b4-2efe737b5509,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:31.327229 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-30a26a7f-349c-4f69-94b4-ba862d78d7d0 req-c60cb10c-9872-407e-ab6d-b84d5748f68c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0576935 May 10 16:48:31.349920 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Attempting to bind port 9159b071-bf14-4943-ad14-db670af07144 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:31.350291 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Attempting to bind port 9159b071-bf14-4943-ad14-db670af07144 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}] {{(pid=120583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:31.350623 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Attempting to bind port 9159b071-bf14-4943-ad14-db670af07144 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:31.360577 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Port 9159b071-bf14-4943-ad14-db670af07144 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:48:31.360888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Attempting to bind port 9159b071-bf14-4943-ad14-db670af07144 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:31.370793 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:31.371162 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:31.371706 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Bound using segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:31.372173 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Bound port: 9159b071-bf14-4943-ad14-db670af07144, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}}] {{(pid=120583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:31.372568 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9159b071-bf14-4943-ad14-db670af07144), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:31.384843 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6de3de04-8dc0-4327-bfe0-4957ebfec36a req-f2d76319-7961-49bf-bc33-6c4ef623e257 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196144 May 10 16:48:31.466365 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, cleared binding levels {{(pid=120583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:31.471313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9159b071-bf14-4943-ad14-db670af07144,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:31.478627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (9159b071-bf14-4943-ad14-db670af07144), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:31.553087 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:31.555676 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:31.557209 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-5230a410-911c-486d-b01c-e1195eea725e service neutron] 10.222.0.32 "PUT /v2.0/ports/9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 200 len: 1093 time: 4.8790619 May 10 16:48:31.568660 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'tag': '9159b071-bf14-4943-ad14-db670af07144'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:31.644364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230a410-911c-486d-b01c-e1195eea725e service neutron] Pushing event updated for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=3']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:31.873934 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f647a-d082-44af-88ef-278f6482c451" -d '{"events": [{"name": "network-changed", "server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "tag": "9159b071-bf14-4943-ad14-db670af07144"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:32.085708 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f3ef9-c1eb-4d87-b6c3-16fce5fe03ce x-openstack-request-id: req-e14f3ef9-c1eb-4d87-b6c3-16fce5fe03ce {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:32.086028 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "tag": "9159b071-bf14-4943-ad14-db670af07144", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:32.086287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e14f3ef9-c1eb-4d87-b6c3-16fce5fe03ce {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:32.088987 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14f3ef9-c1eb-4d87-b6c3-16fce5fe03ce'] response: {'name': 'network-changed', 'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'tag': '9159b071-bf14-4943-ad14-db670af07144', 'status': 'completed', 'code': 200} May 10 16:48:32.100649 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Request body: {'port': {'device_id': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:32.157302 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864ef6e-55c2-4050-8b21-c9a1f2b5933a req-a8261aa9-32f4-450c-b685-bffa0b755ee3 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:32.158990 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f864ef6e-55c2-4050-8b21-c9a1f2b5933a req-a8261aa9-32f4-450c-b685-bffa0b755ee3 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.1129408 May 10 16:48:32.209935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:32.300941 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a94cb6a2-4ba1-46ab-a29a-4c347f5f5189 req-660f234d-da26-4818-b855-e7b8296b7140 service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439260 May 10 16:48:32.439115 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73b0ce04-71fb-43ae-ae05-26b7296a332b req-b60173b1-4b40-4ddf-84f4-9e0356b16ede tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0524876 May 10 16:48:32.460970 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f864ef6e-55c2-4050-8b21-c9a1f2b5933a req-8b0a1f1f-d844-4c81-881e-9b6476987faf tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952967 May 10 16:48:32.476600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f647a-d082-44af-88ef-278f6482c451 req-ff0b51bf-9d22-4849-8831-99a65a15acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:32.478786 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-752f647a-d082-44af-88ef-278f6482c451 req-ff0b51bf-9d22-4849-8831-99a65a15acda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1127 time: 0.3028510 May 10 16:48:32.610215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250520-0373-4c29-95f8-952e189fc527 req-e8a02108-9649-491d-83e9-45e714528a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:32.612009 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-e8a02108-9649-491d-83e9-45e714528a34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60f85e7bbb38404ba6b68eff605a3306&device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 1128 time: 0.1869977 May 10 16:48:32.718515 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb71c8a7-a520-4cd9-906d-c32781f5446e req-780182dd-7514-46bf-b6ff-97c355db0dc2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0819235 May 10 16:48:33.037597 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f647a-d082-44af-88ef-278f6482c451 req-e9472c33-ddf4-4c14-a113-8141e462fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:33.040577 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-752f647a-d082-44af-88ef-278f6482c451 req-e9472c33-ddf4-4c14-a113-8141e462fba0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6208c73932343aeae12d8cd0983fc77&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5387142 May 10 16:48:33.101815 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e36c520-ea08-4d13-beae-c69470ab57c8 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:33.127198 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks [] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:33.131223 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159c8c-c22c-4e24-a9f7-ce349e73cb89 req-72b01ac5-f087-4449-831e-7410c40226bc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:33.136331 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5159c8c-c22c-4e24-a9f7-ce349e73cb89 req-72b01ac5-f087-4449-831e-7410c40226bc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0944192 May 10 16:48:33.187006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Transition to ACTIVE for port object 2e36c520-ea08-4d13-beae-c69470ab57c8 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:48:33.200338 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:33.314479 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5159c8c-c22c-4e24-a9f7-ce349e73cb89 req-7c492bba-123f-4430-8a68-bdba317ff305 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722553 May 10 16:48:33.344191 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Pushing event updated for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:33.422304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Attempting to bind port 2e36c520-ea08-4d13-beae-c69470ab57c8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:33.422664 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Attempting to bind port 2e36c520-ea08-4d13-beae-c69470ab57c8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:33.423686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Attempting to bind port 2e36c520-ea08-4d13-beae-c69470ab57c8 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:33.430519 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Port 2e36c520-ea08-4d13-beae-c69470ab57c8 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:48:33.430926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Attempting to bind port 2e36c520-ea08-4d13-beae-c69470ab57c8 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:33.441232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:33.441576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:33.442102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Bound using segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:33.442554 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Bound port: 2e36c520-ea08-4d13-beae-c69470ab57c8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:33.442906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:33.691626 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3682194-f1a4-4b9a-8a0e-2902626353cd req-af6e605e-6215-4ddb-af5d-760c16611fba tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:33.709097 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c3682194-f1a4-4b9a-8a0e-2902626353cd req-af6e605e-6215-4ddb-af5d-760c16611fba tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.1237493 May 10 16:48:33.743128 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7aee1c56-0aba-4fb1-8162-b15c6f8acbb6 req-340f2c71-7e02-4d2b-988b-59f11c280e17 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.1603649 May 10 16:48:33.832925 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c3682194-f1a4-4b9a-8a0e-2902626353cd req-e1b7cf70-2a40-4057-93bc-f41f9e89892a tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175101 May 10 16:48:33.836576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:33.876782 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2e36c520-ea08-4d13-beae-c69470ab57c8,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:33.896942 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:33.915166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250520-0373-4c29-95f8-952e189fc527 req-ad155f5d-5a0a-4705-be31-2faaf26e4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:33.918041 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-ad155f5d-5a0a-4705-be31-2faaf26e4320 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b17740a-1b3f-415d-9520-631c81c0c86a HTTP/1.1" status: 200 len: 911 time: 0.3596895 May 10 16:48:33.999630 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-34636f4a-24d8-45ea-ba68-7e13847fa73d req-2d1f3bdc-fe8c-4209-abf4-198a504c20dd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0907779 May 10 16:48:34.004863 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:34.005504 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:34.008013 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] 10.222.0.32 "PUT /v2.0/ports/2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 1094 time: 1.9110649 May 10 16:48:34.008740 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:34.011431 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:34.027113 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5be78b-00cf-46eb-93f5-c84ba36fe1af service neutron] Pushing event updated for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:34.137727 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02fa5e-96af-4185-b2c3-9cf8ddf81b32 x-openstack-request-id: req-7e02fa5e-96af-4185-b2c3-9cf8ddf81b32 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:34.138129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:34.138313 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e02fa5e-96af-4185-b2c3-9cf8ddf81b32 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:34.138689 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e02fa5e-96af-4185-b2c3-9cf8ddf81b32'] response: {'name': 'network-changed', 'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8', 'status': 'completed', 'code': 200} May 10 16:48:34.272543 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f647a-d082-44af-88ef-278f6482c451 req-c75a711b-12e9-4de2-84f6-65a617130a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:34.279024 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-752f647a-d082-44af-88ef-278f6482c451 req-c75a711b-12e9-4de2-84f6-65a617130a5a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925467 May 10 16:48:34.357268 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-ecffe86b-f24e-427f-80d9-d28de08cd380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49626576-c69c-48d0-8b3d-be4360ede3a8 HTTP/1.1" status: 200 len: 217 time: 0.1575291 May 10 16:48:34.377938 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-248a0080-f15c-4dc4-bf56-46b6f0a83f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:34.379534 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-248a0080-f15c-4dc4-bf56-46b6f0a83f24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1128 time: 0.0707462 May 10 16:48:34.474839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b8af0-9ea8-499e-bfef-f22f1d2e5c7d req-a803f6ba-0a7f-4b97-b71a-4acefe22bde1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:34.480320 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-760b8af0-9ea8-499e-bfef-f22f1d2e5c7d req-a803f6ba-0a7f-4b97-b71a-4acefe22bde1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0766013 May 10 16:48:34.556600 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-760b8af0-9ea8-499e-bfef-f22f1d2e5c7d req-e5b03edf-195a-4b77-8f23-6ba3418ec53b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715284 May 10 16:48:34.890509 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-86b00f64-5434-46e7-8001-ee72def7ccf3 req-c4bd9fc9-65a8-4c48-b707-c4f88e627c88 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0576868 May 10 16:48:35.011270 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc41562-7a1c-4224-b2eb-8728c6130fc1 req-ae822ddb-b5a4-4686-a4f6-c716a56f0e43 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.013834 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2bc41562-7a1c-4224-b2eb-8728c6130fc1 req-ae822ddb-b5a4-4686-a4f6-c716a56f0e43 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.0781963 May 10 16:48:35.133721 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2bc41562-7a1c-4224-b2eb-8728c6130fc1 req-74c023f0-e188-4869-8ee7-4cd41da287a0 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141458 May 10 16:48:35.167274 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1cb65d31-70da-4882-b65e-90355fb6fe38 req-b215afe4-9304-43d8-9a07-ed92517e99a2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0302839 May 10 16:48:35.381753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.32', 51765) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:35.383181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.32', 51766) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:35.517501 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-9702d5d6-2dd6-46f2-bfe1-6d34315c0d22 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.520027 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-9702d5d6-2dd6-46f2-bfe1-6d34315c0d22 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 816 time: 0.1570635 May 10 16:48:35.799206 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250520-0373-4c29-95f8-952e189fc527 req-ff9df018-1710-4a36-89ad-6120e2ebb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.800608 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-ff9df018-1710-4a36-89ad-6120e2ebb1c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2ccc390-d06d-4858-bc46-cf2de1297196 HTTP/1.1" status: 200 len: 850 time: 0.4487746 May 10 16:48:35.818229 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-325f7ce9-c78b-4029-8101-4bda65517e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.819750 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-325f7ce9-c78b-4029-8101-4bda65517e7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1127 time: 0.2393203 May 10 16:48:35.859588 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53342464-6f6d-4da7-b347-8cc057cdb017 req-a0744c44-0555-41a1-a726-5ee3dc9b4948 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.861079 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-53342464-6f6d-4da7-b347-8cc057cdb017 req-a0744c44-0555-41a1-a726-5ee3dc9b4948 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.2010105 May 10 16:48:35.917186 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-2ca756e8-4372-4d26-89df-7e6c5132a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.918656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-2ca756e8-4372-4d26-89df-7e6c5132a8ba service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6208c73932343aeae12d8cd0983fc77&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5589564 May 10 16:48:35.924564 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-612eda7c-50a4-4754-8e82-8f54d6817bbb tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:35.925920 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-612eda7c-50a4-4754-8e82-8f54d6817bbb tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 811 time: 0.3468595 May 10 16:48:35.957255 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-53342464-6f6d-4da7-b347-8cc057cdb017 req-02c2b48d-49ef-48f9-b6bd-c22af3a743ff tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808084 May 10 16:48:36.007935 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6f1c414d-6139-4953-bffc-db6701a7617e req-25825e74-9b43-47f5-a7f2-229beea3cc5b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0308659 May 10 16:48:36.259238 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752e75-b5da-4601-8832-dcb8bdca0d3a req-29f1ae35-3785-449a-aead-de6fe1d1d6d5 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:36.267963 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b5752e75-b5da-4601-8832-dcb8bdca0d3a req-29f1ae35-3785-449a-aead-de6fe1d1d6d5 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 944 time: 0.0623605 May 10 16:48:36.324309 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b5752e75-b5da-4601-8832-dcb8bdca0d3a req-b35a1f53-ac3c-452d-bdb6-e0907bc76e0e tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 May 10 16:48:36.331862 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8c52963a-2a25-41f4-aea4-b344e0eae072 req-04a23929-116c-4421-abd9-2dba5542a918 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0330791 May 10 16:48:37.076147 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 49626576-c69c-48d0-8b3d-be4360ede3a8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:48:37.088819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adb655-60ad-4c16-b465-2043d712c118 req-8c7c3b2c-b39f-4f83-926f-1c0b1d1d6a39 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:37.092801 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-59adb655-60ad-4c16-b465-2043d712c118 req-8c7c3b2c-b39f-4f83-926f-1c0b1d1d6a39 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0623739 May 10 16:48:37.110388 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9c0f754b-fc06-431e-95a9-423a8e816294 req-ab9bd48b-5f01-4d66-b498-73c4c5555106 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0307560 May 10 16:48:37.146863 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-59adb655-60ad-4c16-b465-2043d712c118 req-7d50a369-4d59-47ab-9eb5-6b1ef835e14f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 May 10 16:48:37.191055 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=49626576-c69c-48d0-8b3d-be4360ede3a8,segment=NetworkSegment(13e48834-d4e4-45fa-a210-c633c87e4d17),segment_id=13e48834-d4e4-45fa-a210-c633c87e4d17)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:37.200863 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '49626576-c69c-48d0-8b3d-be4360ede3a8', 'network_id': '0b17740a-1b3f-415d-9520-631c81c0c86a', 'port_id': '49626576-c69c-48d0-8b3d-be4360ede3a8', 'mac_address': 'fa:16:3e:26:16:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ccc390-d06d-4858-bc46-cf2de1297196', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:48:37.237767 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 49626576-c69c-48d0-8b3d-be4360ede3a8 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:37.238072 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:37.251814 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49626576-c69c-48d0-8b3d-be4360ede3a8 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:37.273221 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=49626576-c69c-48d0-8b3d-be4360ede3a8,segment=NetworkSegment(13e48834-d4e4-45fa-a210-c633c87e4d17),segment_id=13e48834-d4e4-45fa-a210-c633c87e4d17)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:37.278097 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:37.335231 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:37.463089 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69f3c-b492-4909-a9a4-765d946112af req-1835ad84-2b6d-4b16-986f-fd15ce2c9c70 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:37.465648 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3b69f3c-b492-4909-a9a4-765d946112af req-1835ad84-2b6d-4b16-986f-fd15ce2c9c70 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 945 time: 0.0674207 May 10 16:48:37.466022 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd28a408-6d0a-4051-b1ba-4719822e7bcd req-dd49f444-af0a-493c-bf84-cdf00792c2e6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0301013 May 10 16:48:37.533882 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3b69f3c-b492-4909-a9a4-765d946112af req-6399e444-5366-4b15-836c-c533a82de3e7 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 May 10 16:48:38.193701 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-cd3264e8-a008-4fd2-8151-65c4bbd8f835 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 380 time: 0.1432524 May 10 16:48:38.205004 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'port': {'device_id': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'admin_state_up': True, 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'security_groups': ['e8549d10-f51b-45f4-a42c-f6ba947b35eb']}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:38.236097 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-d3b4d099-6143-4ab2-bce8-54a0d95a277e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b17740a-1b3f-415d-9520-631c81c0c86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785542 May 10 16:48:38.318387 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['49626576-c69c-48d0-8b3d-be4360ede3a8'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:48:38.451958 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-52597c46-a746-4840-9f31-b284107f2366 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 200 len: 217 time: 0.3967776 May 10 16:48:38.545495 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d70511fa-c2dd-47b2-a459-ef0e9c76d808 req-3ab39d4f-1015-46bb-9e7e-ccd95db50874 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.3021915 May 10 16:48:38.629963 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b33dc-f411-47a8-a797-af84bee1b216 req-9f8787d4-c908-470a-9005-9329379c7092 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:38.633906 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-736b33dc-f411-47a8-a797-af84bee1b216 req-9f8787d4-c908-470a-9005-9329379c7092 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.3554232 May 10 16:48:38.818109 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-736b33dc-f411-47a8-a797-af84bee1b216 req-135ea169-6e55-4193-baf8-54028532f934 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723571 May 10 16:48:38.855509 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Made reservation on behalf of a26f2126d1804c3caf0f83a1eb47fbff for: {'port': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:38.860765 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:38.909411 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-60f8a424-bbe4-4768-9bce-8def564d6cdf service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194475 May 10 16:48:38.931701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-180869e6-5ce7-4477-b53a-531f20747962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:38.933836 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-180869e6-5ce7-4477-b53a-531f20747962 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.4568143 May 10 16:48:38.950300 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aa85cba6-297a-490b-8a39-03188d60e26b req-6c0c8aa1-8f36-461e-9e03-33ffbc7c2024 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.2144082 May 10 16:48:38.956648 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-dcfe04f0-3403-496e-88f1-108b4fcdf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:38.977566 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e9fd55a4-10bd-4073-8622-0f9cd99f38e0 req-dcfe04f0-3403-496e-88f1-108b4fcdf17d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9236500 May 10 16:48:39.024230 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-3bd3b416-fbe1-45f1-abad-6154da1a1a06 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 379 time: 0.9680631 May 10 16:48:39.100428 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'port': {'device_id': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'admin_state_up': True, 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'security_groups': ['c8106e2c-259d-4ea0-8143-f7604a315945']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:39.138303 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ceec9-ccdb-4f1e-8c4d-0ed9a3ef7ea8 req-835c9bc3-8c30-4907-992a-be03a5ee350e tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:39.144659 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-271ceec9-ccdb-4f1e-8c4d-0ed9a3ef7ea8 req-835c9bc3-8c30-4907-992a-be03a5ee350e tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 945 time: 0.1308863 May 10 16:48:39.193903 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37082) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:39.206656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-cbbaab6b-9fc5-436b-87c8-4c07ac712635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:39.208400 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-cbbaab6b-9fc5-436b-87c8-4c07ac712635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2539487 May 10 16:48:39.295165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-e8c1510e-be83-4e6f-9c98-e86b160ccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:39.296891 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-e8c1510e-be83-4e6f-9c98-e86b160ccbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1128 time: 0.2349598 May 10 16:48:39.319898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Allocated IP 172.20.0.3 (90344bc1-cc22-4179-9584-f0a07adf617d/e3ea87a9-9233-4050-8554-c208b37c9a0a/494f67f0-21ef-40e7-8bd0-9ab88f71dbef) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:39.345702 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-271ceec9-ccdb-4f1e-8c4d-0ed9a3ef7ea8 req-86eaf9f6-6322-4beb-8f87-70eb2a3706f9 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993082 May 10 16:48:39.377720 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-e5b9ff9a-b196-4d53-84cd-de54e59a5cfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 217 time: 0.0699158 May 10 16:48:39.530122 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5a77b441-2ff3-43ff-9d8b-00c8bef58237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.666227 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.736755 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5a77b441-2ff3-43ff-9d8b-00c8bef58237 admin admin] Publish callbacks [] for security_group (bc99a348-16e2-4f4f-ac22-fde51ffa94be), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.743295 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5a77b441-2ff3-43ff-9d8b-00c8bef58237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (bc99a348-16e2-4f4f-ac22-fde51ffa94be), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.748919 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-613ce97f-5b2c-44bd-a00c-150509d8691e req-3d1a09e5-eae7-4e58-86e2-776d53a27350 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0850387 May 10 16:48:39.749928 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-91fcbd7e-2e55-4c7d-93aa-84c72533a6b4 service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970586 May 10 16:48:39.756324 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.786744 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-9fdb2a07-1dd7-48d6-9ca6-b6717d36122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:39.789437 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-9fdb2a07-1dd7-48d6-9ca6-b6717d36122d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.3975062 May 10 16:48:39.791538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-6b889528-f052-4583-8cdc-7492fb3a74f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733926 May 10 16:48:39.819958 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Made reservation on behalf of 6c526b65f8454d7e84b29236f42417f7 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:39.823579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:39.838358 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5a77b441-2ff3-43ff-9d8b-00c8bef58237 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2952b913ca35442493cef13cce74c4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385846 May 10 16:48:39.839112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77b441-2ff3-43ff-9d8b-00c8bef58237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99a348-16e2-4f4f-ac22-fde51ffa94be,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:39.845905 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37096) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:39.860300 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Network 90344bc1-cc22-4179-9584-f0a07adf617d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:39.875112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:39.891654 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:39.933887 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:39.990180 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:39.990838 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.054998 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Allocated IP 172.20.0.6 (a644c79f-3db2-4028-a56c-6b5bff2a3f86/1f08ebf8-7789-45c5-b03c-c15e53c49aa3/0ead7ac5-4337-4cb0-99ac-13f8b389ddd0) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:48:40.060309 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] Publish callbacks [] for security_group (bc99a348-16e2-4f4f-ac22-fde51ffa94be), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.073803 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-42ec0021-e4ea-4664-b3ee-c8a016f60c5e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8734119 May 10 16:48:40.088244 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996276c-b7e8-43a9-b8f2-5fc767bb71af req-1e53e7d0-b21d-4807-886c-b3522937f9a4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:40.089822 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a996276c-b7e8-43a9-b8f2-5fc767bb71af req-1e53e7d0-b21d-4807-886c-b3522937f9a4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.1088588 May 10 16:48:40.103806 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] Publish callbacks [] for security_group (bc99a348-16e2-4f4f-ac22-fde51ffa94be), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.221073 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (bc99a348-16e2-4f4f-ac22-fde51ffa94be), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.223798 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.225103 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc99a348-16e2-4f4f-ac22-fde51ffa94be HTTP/1.1" status: 204 len: 168 time: 0.3782244 May 10 16:48:40.232566 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a996276c-b7e8-43a9-b8f2-5fc767bb71af req-9d953afb-963f-446b-8c6b-6a09109dc4fd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263876 May 10 16:48:40.240143 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4567c-a6f2-4dcd-8b40-662d58b94d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99a348-16e2-4f4f-ac22-fde51ffa94be,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:40.412308 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635684-aed6-4341-a776-64d9a81a7296 req-2c76d891-7476-480e-88c2-6b75111725e6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:40.425372 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-69635684-aed6-4341-a776-64d9a81a7296 req-2c76d891-7476-480e-88c2-6b75111725e6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 931 time: 0.1023815 May 10 16:48:40.433605 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-c981c275-f383-43f7-98ef-cb8f7bc245f0 None None] Provisioning complete for port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:40.434094 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c981c275-f383-43f7-98ef-cb8f7bc245f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.469467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.527782 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-c981c275-f383-43f7-98ef-cb8f7bc245f0 None None] Port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:40.534232 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-69635684-aed6-4341-a776-64d9a81a7296 req-e6de57f2-2ea9-48fa-92ad-577d14e6605e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010075 May 10 16:48:40.556205 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.558601 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1249cfb-d4cd-4054-8dc5-4a92135771b8 req-6201ea2f-ac33-468e-bba7-78300899c961 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:40.560362 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b1249cfb-d4cd-4054-8dc5-4a92135771b8 req-6201ea2f-ac33-468e-bba7-78300899c961 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 945 time: 0.1330452 May 10 16:48:40.610080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:48:40.613732 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:48:40.619200 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:48:40.625978 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:40.627072 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.666855 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b1249cfb-d4cd-4054-8dc5-4a92135771b8 req-b99ef774-8eeb-4a8e-a87e-218510f948e4 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005538 May 10 16:48:40.685495 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250565 May 10 16:48:40.689859 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6d223-c6b1-4b7f-88ac-83202e72f821 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:40.786480 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37150) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:40.809784 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-dce43a1f-9bc2-4724-8e3e-26441e40ebc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.908079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16387-cf20-47b0-8979-071a0f592ac4 req-41048b1f-870f-4336-b82f-586da4868db2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:40.909550 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3cb16387-cf20-47b0-8979-071a0f592ac4 req-41048b1f-870f-4336-b82f-586da4868db2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 931 time: 0.0654233 May 10 16:48:40.965963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-dce43a1f-9bc2-4724-8e3e-26441e40ebc7 admin admin] Publish callbacks [] for security_group (689a35ea-ad88-4f07-a738-63b0edff57a7), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:40.975728 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-dce43a1f-9bc2-4724-8e3e-26441e40ebc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (689a35ea-ad88-4f07-a738-63b0edff57a7), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.028949 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3cb16387-cf20-47b0-8979-071a0f592ac4 req-f47879b7-3749-4048-83d1-3ffa7cb824ba tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110528 May 10 16:48:41.034465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce43a1f-9bc2-4724-8e3e-26441e40ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a35ea-ad88-4f07-a738-63b0edff57a7,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:41.048690 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-dce43a1f-9bc2-4724-8e3e-26441e40ebc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e45e2864a85e4cb78402ead476777011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586324 May 10 16:48:41.049081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37152) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:41.085646 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ca3408d4-2acf-4ae1-9206-90a5acfc64a3 None None] Provisioning complete for port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:41.085954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ca3408d4-2acf-4ae1-9206-90a5acfc64a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.108765 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] Publish callbacks [] for security_group (689a35ea-ad88-4f07-a738-63b0edff57a7), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.120545 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ca3408d4-2acf-4ae1-9206-90a5acfc64a3 None None] Port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:48:41.133148 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] Publish callbacks [] for security_group (689a35ea-ad88-4f07-a738-63b0edff57a7), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.182349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (689a35ea-ad88-4f07-a738-63b0edff57a7), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.185164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:41.186406 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/689a35ea-ad88-4f07-a738-63b0edff57a7 HTTP/1.1" status: 204 len: 168 time: 0.1363335 May 10 16:48:41.194774 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f7037-a2d5-4b1b-9782-05a96a5d8fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a35ea-ad88-4f07-a738-63b0edff57a7,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:41.380642 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109494e8-edb3-499c-8952-d31621a21e92 req-7db372bd-ccbe-4cbb-925f-15e9fe5650cd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:41.382693 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-109494e8-edb3-499c-8952-d31621a21e92 req-7db372bd-ccbe-4cbb-925f-15e9fe5650cd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0603299 May 10 16:48:41.438159 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-109494e8-edb3-499c-8952-d31621a21e92 req-fe49a873-9848-46b9-a3c4-fe7dbba90d41 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 May 10 16:48:41.670713 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e84ef0-35cc-450d-af19-964784ef26db req-4a2daf8b-2e2e-4bff-a8fb-7b102747596c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:41.672179 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-04e84ef0-35cc-450d-af19-964784ef26db req-4a2daf8b-2e2e-4bff-a8fb-7b102747596c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 931 time: 0.0586774 May 10 16:48:41.737922 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-04e84ef0-35cc-450d-af19-964784ef26db req-70c4280c-46f4-4e4b-bd4a-75cc6e745d46 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592341 May 10 16:48:41.813225 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47401b-bbe5-4817-ad78-fe31616f67e6 req-7138a59e-ce39-465d-84b0-a0ec6c49907c tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:41.814774 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-de47401b-bbe5-4817-ad78-fe31616f67e6 req-7138a59e-ce39-465d-84b0-a0ec6c49907c tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 945 time: 0.0514133 May 10 16:48:41.867603 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-de47401b-bbe5-4817-ad78-fe31616f67e6 req-0b07f72f-10f1-46f3-b0cb-4c2469944ec5 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 May 10 16:48:42.157115 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af1ef0-ceea-430b-b301-e6e0a1211fc6 req-b13555dd-dc09-4fdf-bd54-3f65e8983190 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:42.158704 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-94af1ef0-ceea-430b-b301-e6e0a1211fc6 req-b13555dd-dc09-4fdf-bd54-3f65e8983190 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 931 time: 0.0478771 May 10 16:48:42.209199 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-94af1ef0-ceea-430b-b301-e6e0a1211fc6 req-e0e8b041-9c87-4e3b-9726-f3bec1a14301 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 May 10 16:48:42.388946 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 49626576-c69c-48d0-8b3d-be4360ede3a8 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:42.397059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Request body: {'port': {'device_id': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:42.446955 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 49626576-c69c-48d0-8b3d-be4360ede3a8 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:48:42.455534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 49626576-c69c-48d0-8b3d-be4360ede3a8 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:42.456527 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:42.481671 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:42.525756 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Request body: {'port': {'device_id': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:42.562585 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 49626576-c69c-48d0-8b3d-be4360ede3a8 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:42.563832 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:42.594707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:42.605973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309946-3580-4053-b899-b1a6b581044a req-807822f3-32d3-4e7d-b6a3-3283aff1ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:42.607583 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-807822f3-32d3-4e7d-b6a3-3283aff1ede6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2278397 May 10 16:48:42.617190 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3315bab-3f37-40bc-ad1a-8f1da5e3bf7a req-cb2da7cb-22be-4d8a-9f32-f6f4c4b4d8ff service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914043 May 10 16:48:42.728689 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:42.732853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843d67-1fa2-443b-8282-ca8c9268ba18 req-2b7f98ba-758a-4efa-9691-247371958355 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:42.748702 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d8843d67-1fa2-443b-8282-ca8c9268ba18 req-2b7f98ba-758a-4efa-9691-247371958355 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.1935635 May 10 16:48:42.763771 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=49626576-c69c-48d0-8b3d-be4360ede3a8,segment=NetworkSegment(13e48834-d4e4-45fa-a210-c633c87e4d17),segment_id=13e48834-d4e4-45fa-a210-c633c87e4d17)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:42.770954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:42.818222 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-28010c35-a201-4e2f-b02d-7d26fd6efa97 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000263 May 10 16:48:42.892118 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:42.912126 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb035a6-e1a2-4e9f-a02e-c0341e22276e" -d '{"events": [{"server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "name": "network-vif-plugged", "status": "completed", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:42.947570 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d8843d67-1fa2-443b-8282-ca8c9268ba18 req-66e48ff6-1cfe-4135-b938-e53c79fe7785 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909761 May 10 16:48:43.114198 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfb073-7b57-4842-99a8-d5b1c467148a req-34b237bf-e148-4972-80ad-934e0873ebdf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:43.114198 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d8cfb073-7b57-4842-99a8-d5b1c467148a req-34b237bf-e148-4972-80ad-934e0873ebdf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 931 time: 0.0981407 May 10 16:48:43.122566 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:43.134133 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks [] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.154528 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fbb4-e1b7-4b2a-97a4-2a026abe52ff req-922d3033-95c6-48a4-bf49-07466c5c9dec tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:43.162095 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e627fbb4-e1b7-4b2a-97a4-2a026abe52ff req-922d3033-95c6-48a4-bf49-07466c5c9dec tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0815017 May 10 16:48:43.175692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.provisioning_blocks [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Transition to ACTIVE for port object 494f67f0-21ef-40e7-8bd0-9ab88f71dbef will not be triggered until provisioned by entity L2. {{(pid=120583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:48:43.183658 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.189693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:43.204620 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks [] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.219477 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d8cfb073-7b57-4842-99a8-d5b1c467148a req-c58af09a-8d96-4ea9-aca5-26c83fae915e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906928 May 10 16:48:43.229402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Transition to ACTIVE for port object 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:48:43.236139 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.262183 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:43.280931 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e627fbb4-e1b7-4b2a-97a4-2a026abe52ff req-4ec5d6d4-c993-43f3-8bb6-f5250e2425df tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178551 May 10 16:48:43.313676 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Pushing event updated for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:43.395240 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Attempting to bind port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:43.395581 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Attempting to bind port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:43.395934 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Attempting to bind port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:43.401150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:48:43.401435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Attempting to bind port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:43.406987 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:43.407338 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Checking segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:43.407734 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Bound using segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:43.408178 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Bound port: 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:43.408580 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.471828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169f435a-1f4b-4338-8d61-9ec3917c677d x-openstack-request-id: req-169f435a-1f4b-4338-8d61-9ec3917c677d {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:43.472526 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "name": "network-vif-plugged", "status": "completed", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:43.472526 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-169f435a-1f4b-4338-8d61-9ec3917c677d {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:43.472860 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169f435a-1f4b-4338-8d61-9ec3917c677d'] response: {'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8', 'code': 200} May 10 16:48:43.488627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847841-3dfd-44e5-aa5d-b573de9eae30 req-55d22880-e5bc-42c5-9609-045afaf085fa tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:43.498343 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-59847841-3dfd-44e5-aa5d-b573de9eae30 req-55d22880-e5bc-42c5-9609-045afaf085fa tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.1208093 May 10 16:48:43.519301 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Attempting to bind port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:48:43.519783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Attempting to bind port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}] {{(pid=120583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:48:43.520210 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Attempting to bind port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:43.542653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:43.544356 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef on network 90344bc1-cc22-4179-9584-f0a07adf617d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:48:43.544760 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Attempting to bind port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:48:43.551676 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:43.565197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.575495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:48:43.575495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Checking segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:48:43.575495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Bound using segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} {{(pid=120583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:48:43.575495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.managers [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Bound port: 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}}] {{(pid=120583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:48:43.575927 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.617684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:43.618557 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.620704 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] 10.222.0.32 "PUT /v2.0/ports/0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 200 len: 1093 time: 1.1968608 May 10 16:48:43.623021 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:43.626301 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ed893-5e9a-49e5-85c0-52dbf4083cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:43.633576 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-59847841-3dfd-44e5-aa5d-b573de9eae30 req-0b30831c-247b-4a53-b564-366d4697e0f2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339467 May 10 16:48:43.702239 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, cleared binding levels {{(pid=120583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:48:43.707177 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:48:43.716213 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.737657 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bd394-8bb1-47b2-bcf4-08f1b677c31b service neutron] Pushing event updated for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:43.746516 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b80d4-e58f-421e-a9cc-5e0c4ee86273 x-openstack-request-id: req-5f3b80d4-e58f-421e-a9cc-5e0c4ee86273 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:43.746968 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:43.747112 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f3b80d4-e58f-421e-a9cc-5e0c4ee86273 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:43.747424 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3b80d4-e58f-421e-a9cc-5e0c4ee86273'] response: {'name': 'network-changed', 'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'status': 'completed', 'code': 200} May 10 16:48:43.761450 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:43.762202 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:43.763848 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 1093 time: 1.3715022 May 10 16:48:43.764885 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:43.767631 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5c8cf-a13e-46f8-a840-a50d0787b8df" -d '{"events": [{"name": "network-changed", "server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:43.814221 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe108-62cc-4c04-bbef-df581ccd87b9 service neutron] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=3']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:43.817873 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174388ac-3515-437a-a417-ff114ff5c169 x-openstack-request-id: req-174388ac-3515-437a-a417-ff114ff5c169 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:43.818377 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:43.818797 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-174388ac-3515-437a-a417-ff114ff5c169 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:43.820024 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174388ac-3515-437a-a417-ff114ff5c169'] response: {'name': 'network-changed', 'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'status': 'completed', 'code': 200} May 10 16:48:44.094090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d0eb-8363-41a0-b777-44adf0d5cbb1 req-3f3f3c32-9914-46fe-85df-9a3214e702c1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:44.095649 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5a0d0eb-8363-41a0-b777-44adf0d5cbb1 req-3f3f3c32-9914-46fe-85df-9a3214e702c1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0519745 May 10 16:48:44.144887 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5a0d0eb-8363-41a0-b777-44adf0d5cbb1 req-da9aa8ab-e31c-474c-9189-ad3eebf8ee75 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 May 10 16:48:44.396579 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50696-7c55-46be-8fa4-ed51a25678aa req-40a08bda-136d-4c7d-8bdf-c9160913c2ab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:44.398294 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ddf50696-7c55-46be-8fa4-ed51a25678aa req-40a08bda-136d-4c7d-8bdf-c9160913c2ab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0760741 May 10 16:48:44.434535 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12e47c-40e8-453d-9c34-d018f9a594eb req-a058ab9d-fbd3-40e0-8ca0-580e1f16779f tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:44.436071 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8d12e47c-40e8-453d-9c34-d018f9a594eb req-a058ab9d-fbd3-40e0-8ca0-580e1f16779f tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0565720 May 10 16:48:44.457841 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ddf50696-7c55-46be-8fa4-ed51a25678aa req-b1f038b4-9048-4e3c-8a10-d6205b3c2710 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507023 May 10 16:48:44.489550 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8d12e47c-40e8-453d-9c34-d018f9a594eb req-9a9ad14b-f65a-407c-84c1-7ba219cc76e5 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 May 10 16:48:44.755850 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c718-d074-4965-a734-986692f18ad7 req-6c6b69c8-fe3a-4926-9632-2df8d3353f66 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:44.757888 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a537c718-d074-4965-a734-986692f18ad7 req-6c6b69c8-fe3a-4926-9632-2df8d3353f66 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0479345 May 10 16:48:44.810396 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a537c718-d074-4965-a734-986692f18ad7 req-10a5f7c6-c5df-48f1-a8c8-ceb4b1373636 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469320 May 10 16:48:45.259502 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872164f-4e35-4a7a-815e-d558d030addd req-cd51c268-25b4-45fa-a43a-14075d0cde70 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:45.261100 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0872164f-4e35-4a7a-815e-d558d030addd req-cd51c268-25b4-45fa-a43a-14075d0cde70 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0489633 May 10 16:48:45.323678 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0872164f-4e35-4a7a-815e-d558d030addd req-64017ffd-abba-4502-99e5-9ba3d07ada78 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 May 10 16:48:45.587465 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bd60e-2ca9-4a57-8544-30a7278ef18d req-03ec6560-49eb-4219-ae50-606cdc14cd8d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:45.589320 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-601bd60e-2ca9-4a57-8544-30a7278ef18d req-03ec6560-49eb-4219-ae50-606cdc14cd8d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0568120 May 10 16:48:45.653467 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-601bd60e-2ca9-4a57-8544-30a7278ef18d req-f6109ea1-67f2-46ac-9f57-1435c1b445fb tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580809 May 10 16:48:45.659737 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b5b08-9044-4a08-a343-7f2be9cd9446 req-06cb5de5-436e-44d8-a9e8-c2ddb3172870 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:45.661661 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a5b5b08-9044-4a08-a343-7f2be9cd9446 req-06cb5de5-436e-44d8-a9e8-c2ddb3172870 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0980847 May 10 16:48:45.736658 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a5b5b08-9044-4a08-a343-7f2be9cd9446 req-19aa71e2-3cc5-46c5-9cd7-d53d2e7f53a2 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678215 May 10 16:48:46.068484 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec27b6-e728-489d-baa4-7a9c226799e0 req-dd97e898-ef3b-4ad7-baca-e2e3da24f1d0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.078380 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2eec27b6-e728-489d-baa4-7a9c226799e0 req-dd97e898-ef3b-4ad7-baca-e2e3da24f1d0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.1615260 May 10 16:48:46.101036 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-39dfe475-b6c2-4087-a41c-d47e70d4e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.101036 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-39dfe475-b6c2-4087-a41c-d47e70d4e17f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1127 time: 0.1359618 May 10 16:48:46.137862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-3994cb1f-63b9-4ec3-bc02-501e371282cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.140316 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-3994cb1f-63b9-4ec3-bc02-501e371282cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1127 time: 0.1628234 May 10 16:48:46.259683 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-44b4daf1-338e-439b-83fa-f6dbc5d873fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.262247 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-44b4daf1-338e-439b-83fa-f6dbc5d873fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 1130 time: 0.1940691 May 10 16:48:46.316497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-d63cd1e5-ba3f-4f03-8444-7a9e4d9669e9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:46.321359 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-7b36e47a-48b8-47b5-b0c6-5c1cf171d1ec service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283316 May 10 16:48:46.321649 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2eec27b6-e728-489d-baa4-7a9c226799e0 req-9b420890-32ed-4765-9b2a-3fdf30c15955 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420838 May 10 16:48:46.371638 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-edf7ba58-f95d-4c9c-a10b-4c6576530fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.373577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-edf7ba58-f95d-4c9c-a10b-4c6576530fed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6c526b65f8454d7e84b29236f42417f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2248511 May 10 16:48:46.384518 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-21c15ce6-617e-4931-937a-684ebf3fc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.386741 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-21c15ce6-617e-4931-937a-684ebf3fc742 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2745974 May 10 16:48:46.460464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-d63cd1e5-ba3f-4f03-8444-7a9e4d9669e9 service neutron] Publish callbacks [] for security_group (bca4a864-63a9-45b3-82e4-3c77bec60817), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:46.476319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-d63cd1e5-ba3f-4f03-8444-7a9e4d9669e9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (bca4a864-63a9-45b3-82e4-3c77bec60817), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:46.564396 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a37e-ec0c-4d51-9a06-c54b26d23b16 req-a6607904-9225-43a1-9556-33cc955d1f3d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.565929 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8ee5a37e-ec0c-4d51-9a06-c54b26d23b16 req-a6607904-9225-43a1-9556-33cc955d1f3d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.1030908 May 10 16:48:46.569435 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4f8a2390-d8e4-4852-b507-7886c9c415c9 req-d63cd1e5-ba3f-4f03-8444-7a9e4d9669e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955215 May 10 16:48:46.570537 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cd1e5-ba3f-4f03-8444-7a9e4d9669e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4a864-63a9-45b3-82e4-3c77bec60817,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:46.627286 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8ee5a37e-ec0c-4d51-9a06-c54b26d23b16 req-17eb7ae1-3ed7-43ab-becc-f905763f7fc1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 May 10 16:48:46.641085 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37326) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:46.800790 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8807e3d5-3539-41ce-8c10-4aa4dd6d6eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:46.839432 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac423f8-82ae-45e5-afb4-d73c714d370d req-1daae677-9bfa-4a47-8202-c9be44727bf3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.841007 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eac423f8-82ae-45e5-afb4-d73c714d370d req-1daae677-9bfa-4a47-8202-c9be44727bf3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1005454 May 10 16:48:46.869319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af805f4-0c99-4fb2-b64f-26d886c4670b req-64dec76d-f83b-44b6-9d0e-0ea229def4dd tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:46.876856 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3af805f4-0c99-4fb2-b64f-26d886c4670b req-64dec76d-f83b-44b6-9d0e-0ea229def4dd tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0575471 May 10 16:48:46.933082 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eac423f8-82ae-45e5-afb4-d73c714d370d req-0069f91d-2f0d-42e4-a967-2b485af64011 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837009 May 10 16:48:46.941395 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3af805f4-0c99-4fb2-b64f-26d886c4670b req-676c3920-a7c6-45da-875a-30a2ce8916e0 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 May 10 16:48:46.971426 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8807e3d5-3539-41ce-8c10-4aa4dd6d6eb8 admin admin] Publish callbacks [] for security_group (2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:46.976652 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8807e3d5-3539-41ce-8c10-4aa4dd6d6eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.015978 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8807e3d5-3539-41ce-8c10-4aa4dd6d6eb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7ec0c457e5a4982bb33d621335966eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738093 May 10 16:48:47.017125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807e3d5-3539-41ce-8c10-4aa4dd6d6eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:47.020807 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37342) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:47.074390 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] Publish callbacks [] for security_group (2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.102882 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] Publish callbacks [] for security_group (2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.162771 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.165593 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.166706 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed HTTP/1.1" status: 204 len: 168 time: 0.1449659 May 10 16:48:47.175783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff81c4-9a92-47f8-b64c-580abed67699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9877e-4dc5-4ad4-9f63-237a0c12a3ed,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:47.394251 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-84bd1647-4637-4547-8f92-9b586e1cf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.395987 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-117ed893-5e9a-49e5-85c0-52dbf4083cf0 req-84bd1647-4637-4547-8f92-9b586e1cf873 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354120 May 10 16:48:47.423437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-2aabb1b4-26f1-41e2-8c75-933c6ee39a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.426446 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-27a5c8cf-a13e-46f8-a840-a50d0787b8df req-2aabb1b4-26f1-41e2-8c75-933c6ee39a0f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656129 May 10 16:48:47.521839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ba76-bb6c-4104-9c2a-d75274199809 req-d92e318d-d460-4048-9a35-28f46a992a35 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.523349 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92c3ba76-bb6c-4104-9c2a-d75274199809 req-d92e318d-d460-4048-9a35-28f46a992a35 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0578406 May 10 16:48:47.604502 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92c3ba76-bb6c-4104-9c2a-d75274199809 req-602ed587-8997-410c-8f16-75490eb4e90e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679255 May 10 16:48:47.642888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37374) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:47.670878 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9ea35b20-d5cc-4e9a-8e89-23ed67218b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.801515 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37380) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:47.826872 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-903d30a0-df0f-4cc5-80e3-f67de256f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.828066 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-903d30a0-df0f-4cc5-80e3-f67de256f99f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1127 time: 0.0748675 May 10 16:48:47.851698 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-38734f2c-5d3c-45a9-be50-ef49231aefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.853364 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-38734f2c-5d3c-45a9-be50-ef49231aefcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1127 time: 0.1313758 May 10 16:48:47.895130 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726046d-0654-427b-bc4e-47f0527a39ea req-61238574-60d1-4536-a264-2350268bbd96 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.903667 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4726046d-0654-427b-bc4e-47f0527a39ea req-61238574-60d1-4536-a264-2350268bbd96 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.1461723 May 10 16:48:47.907295 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-1b6c7fc8-befa-453e-ad62-ffb3e1b20564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 217 time: 0.0675733 May 10 16:48:47.965821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9ea35b20-d5cc-4e9a-8e89-23ed67218b54 admin admin] Publish callbacks [] for security_group (8ad30098-0af6-4033-95fa-188dd41d805f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:47.981888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-dfc37fe8-050b-4fef-8d8b-ba9c9a2b61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:47.984173 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-dfc37fe8-050b-4fef-8d8b-ba9c9a2b61ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0704937 May 10 16:48:48.003053 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd3e9-37bf-4315-ae22-b5a15aa4ba5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.057304 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-255bd88e-539f-4d53-be1d-bdd1d7984b13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 200 len: 217 time: 0.1505959 May 10 16:48:48.059496 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9ea35b20-d5cc-4e9a-8e89-23ed67218b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8ad30098-0af6-4033-95fa-188dd41d805f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.087926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-0e192a77-0952-47fc-adf9-72fd0dcbca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.089676 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-0e192a77-0952-47fc-adf9-72fd0dcbca24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0957460 May 10 16:48:48.133424 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37394) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:48.175692 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554ac3c-54b8-4566-b993-51c59b5757fb req-708ca996-2fa8-420b-8a08-dc159795e37a tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.180304 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9ea35b20-d5cc-4e9a-8e89-23ed67218b54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5039b93440a34759a1367f88d6ef415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5320835 May 10 16:48:48.180492 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d554ac3c-54b8-4566-b993-51c59b5757fb req-708ca996-2fa8-420b-8a08-dc159795e37a tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.1395791 May 10 16:48:48.183614 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4726046d-0654-427b-bc4e-47f0527a39ea req-012235db-a3cf-4f92-8fc6-096957d8b88d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789583 May 10 16:48:48.184086 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37398) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:48.186185 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea35b20-d5cc-4e9a-8e89-23ed67218b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad30098-0af6-4033-95fa-188dd41d805f,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:48.197287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-8d908a8a-33fd-4203-bc47-8adfb2e94311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.199741 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-8d908a8a-33fd-4203-bc47-8adfb2e94311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.1341188 May 10 16:48:48.354671 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272122-2291-4088-9226-8d36204fd4db req-b7f1266e-1915-4f4f-acdf-6063c170d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.356196 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-b7f1266e-1915-4f4f-acdf-6063c170d94d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1476419 May 10 16:48:48.377587 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c9b603ef-4829-40eb-8b6d-7589b6e6e51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.436363 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edf8d5-11c7-462e-8cff-66d2d77a63f5 req-cf8c2b11-570b-4337-9fe3-034062851e4b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.437939 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7edf8d5-11c7-462e-8cff-66d2d77a63f5 req-cf8c2b11-570b-4337-9fe3-034062851e4b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1370311 May 10 16:48:48.533011 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd3e9-37bf-4315-ae22-b5a15aa4ba5b admin admin] Publish callbacks [] for security_group (452353ee-f60a-4e4b-98c6-ad4d6bd2dd77), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.540448 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d554ac3c-54b8-4566-b993-51c59b5757fb req-a68635d5-eeee-4142-bd99-13590baf2c11 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493068 May 10 16:48:48.544582 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-06d8b80d-aaa5-4942-8397-39f5de0559a8 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421837 May 10 16:48:48.546499 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd3e9-37bf-4315-ae22-b5a15aa4ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (452353ee-f60a-4e4b-98c6-ad4d6bd2dd77), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.549944 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7edf8d5-11c7-462e-8cff-66d2d77a63f5 req-3b483bce-bafe-42eb-bb7b-d5c7ad31e641 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017048 May 10 16:48:48.553593 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-67408608-68db-4b3d-9608-8a97fa87ed37 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894298 May 10 16:48:48.642663 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] Publish callbacks [] for security_group (8ad30098-0af6-4033-95fa-188dd41d805f), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.665965 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dd3e9-37bf-4315-ae22-b5a15aa4ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452353ee-f60a-4e4b-98c6-ad4d6bd2dd77,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:48.677927 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-0b0dd3e9-37bf-4315-ae22-b5a15aa4ba5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b23c944c851f43c697b2f55d335a6c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8727045 May 10 16:48:48.681698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37402) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:48.736233 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] Publish callbacks [] for security_group (8ad30098-0af6-4033-95fa-188dd41d805f), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.834595 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a275f24c-6cc9-48a4-8126-6dbfe0c464a2 req-328584e4-c991-4eea-b3cb-b282911a35df service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814202 May 10 16:48:48.838477 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c9b603ef-4829-40eb-8b6d-7589b6e6e51e admin admin] Publish callbacks [] for security_group (500d1260-7967-4373-b99c-97d09c9d2a8a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.843992 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370d08d-ae91-4d94-bd29-29e48673f257 req-9093ff2c-e51c-4e3f-a911-2c31fb91d421 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:48.844238 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c9b603ef-4829-40eb-8b6d-7589b6e6e51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (500d1260-7967-4373-b99c-97d09c9d2a8a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.845585 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8370d08d-ae91-4d94-bd29-29e48673f257 req-9093ff2c-e51c-4e3f-a911-2c31fb91d421 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.1470246 May 10 16:48:48.866378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] Publish callbacks [] for security_group (452353ee-f60a-4e4b-98c6-ad4d6bd2dd77), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.905087 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b603ef-4829-40eb-8b6d-7589b6e6e51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d1260-7967-4373-b99c-97d09c9d2a8a,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:48.913279 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] Publish callbacks [] for security_group (452353ee-f60a-4e4b-98c6-ad4d6bd2dd77), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.915634 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-c9b603ef-4829-40eb-8b6d-7589b6e6e51e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab3b8b705b3d429e87cde0438ff73dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7721801 May 10 16:48:48.918088 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37404) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:48.926325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8ad30098-0af6-4033-95fa-188dd41d805f), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.929639 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:48.933352 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ad30098-0af6-4033-95fa-188dd41d805f HTTP/1.1" status: 204 len: 168 time: 0.7437532 May 10 16:48:48.937633 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf272122-2291-4088-9226-8d36204fd4db req-bd008c43-9f80-4c6e-a77f-f885bd05020e service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774676 May 10 16:48:48.979516 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8370d08d-ae91-4d94-bd29-29e48673f257 req-07fc532c-fb24-4a73-93a7-fa5af29d4fb8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244800 May 10 16:48:48.980352 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd30d34-5165-4907-a0f1-5fdd26338250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad30098-0af6-4033-95fa-188dd41d805f,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:48.997193 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] Publish callbacks [] for security_group (500d1260-7967-4373-b99c-97d09c9d2a8a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.009675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (452353ee-f60a-4e4b-98c6-ad4d6bd2dd77), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.012900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.017768 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/452353ee-f60a-4e4b-98c6-ad4d6bd2dd77 HTTP/1.1" status: 204 len: 168 time: 0.3333130 May 10 16:48:49.034214 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc12b2-25de-4baa-a007-a51eeebe0220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452353ee-f60a-4e4b-98c6-ad4d6bd2dd77,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:49.046247 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] Publish callbacks [] for security_group (500d1260-7967-4373-b99c-97d09c9d2a8a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.120380 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (500d1260-7967-4373-b99c-97d09c9d2a8a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.123903 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.127822 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/500d1260-7967-4373-b99c-97d09c9d2a8a HTTP/1.1" status: 204 len: 168 time: 0.2061560 May 10 16:48:49.140686 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e070093-6756-4738-adb8-f519268902e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d1260-7967-4373-b99c-97d09c9d2a8a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:49.149060 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fb80f5cc-f26c-41a1-ba5b-47a949d03c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.387631 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888c0d-f676-4a9c-80d4-daad633f8999 req-a5585ea7-9c09-4350-97fa-b5f592b3f41a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:49.402148 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-64888c0d-f676-4a9c-80d4-daad633f8999 req-a5585ea7-9c09-4350-97fa-b5f592b3f41a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 943 time: 0.0947866 May 10 16:48:49.496632 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-64888c0d-f676-4a9c-80d4-daad633f8999 req-3c5b7a00-9b30-40c3-8eb1-7e8e347a9975 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929680 May 10 16:48:49.497621 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9159b071-bf14-4943-ad14-db670af07144 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:48:49.550805 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37438) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:49.567346 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d20e4e5-86d3-4af9-91e0-eda7d5b85c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.653825 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9159b071-bf14-4943-ad14-db670af07144,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:49.678206 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '9159b071-bf14-4943-ad14-db670af07144', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'port_id': '9159b071-bf14-4943-ad14-db670af07144', 'mac_address': 'fa:16:3e:61:58:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:48:49.733665 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d20e4e5-86d3-4af9-91e0-eda7d5b85c25 admin admin] Publish callbacks [] for security_group (29ea5849-8430-4c50-a655-cce668e85eb2), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.738441 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 9159b071-bf14-4943-ad14-db670af07144 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:49.738908 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9159b071-bf14-4943-ad14-db670af07144), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.751055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d20e4e5-86d3-4af9-91e0-eda7d5b85c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (29ea5849-8430-4c50-a655-cce668e85eb2), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.759141 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9159b071-bf14-4943-ad14-db670af07144 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:49.760794 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df33da-27f1-4027-a4b3-a5b0ddef3f61 req-8403f171-3de3-49dd-babb-0ea35b69c635 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:49.763484 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c4df33da-27f1-4027-a4b3-a5b0ddef3f61 req-8403f171-3de3-49dd-babb-0ea35b69c635 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0802646 May 10 16:48:49.783955 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9159b071-bf14-4943-ad14-db670af07144,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:49.790487 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (9159b071-bf14-4943-ad14-db670af07144), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.791713 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 2e36c520-ea08-4d13-beae-c69470ab57c8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:48:49.815398 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5d20e4e5-86d3-4af9-91e0-eda7d5b85c25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d62c9e6c5a14f32889d4b60d03b2538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605448 May 10 16:48:49.816571 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20e4e5-86d3-4af9-91e0-eda7d5b85c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ea5849-8430-4c50-a655-cce668e85eb2,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:49.822212 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37448) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:49.836687 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2e36c520-ea08-4d13-beae-c69470ab57c8,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:49.851830 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '2e36c520-ea08-4d13-beae-c69470ab57c8', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'port_id': '2e36c520-ea08-4d13-beae-c69470ab57c8', 'mac_address': 'fa:16:3e:4c:f9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:48:49.863442 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c4df33da-27f1-4027-a4b3-a5b0ddef3f61 req-7cc85fd8-09a1-486c-a4b0-6185d449eb51 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 May 10 16:48:49.872119 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace91a69-f684-4bc3-baf5-83a05ea32844 req-5afb6423-8450-4ecb-a2bf-792062c1be99 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:49.884981 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ace91a69-f684-4bc3-baf5-83a05ea32844 req-5afb6423-8450-4ecb-a2bf-792062c1be99 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1638360 May 10 16:48:49.908583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37454) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:49.924196 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 2e36c520-ea08-4d13-beae-c69470ab57c8 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:49.924629 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.926629 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e6a0-1d1d-4ec6-812f-ca984ccb784c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.955272 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e36c520-ea08-4d13-beae-c69470ab57c8 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:49.961952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] Publish callbacks [] for security_group (29ea5849-8430-4c50-a655-cce668e85eb2), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:49.994273 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.003921 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2e36c520-ea08-4d13-beae-c69470ab57c8,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:50.010365 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.025344 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] Publish callbacks [] for security_group (29ea5849-8430-4c50-a655-cce668e85eb2), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.095846 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.133999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e6a0-1d1d-4ec6-812f-ca984ccb784c admin admin] Publish callbacks [] for security_group (efcb4261-54a8-437f-a0d4-fe484fceddaa), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.158224 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ace91a69-f684-4bc3-baf5-83a05ea32844 req-7a27ea15-e55c-46e9-94d0-ac5656402dfb tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552280 May 10 16:48:50.171829 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (29ea5849-8430-4c50-a655-cce668e85eb2), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.174523 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.179203 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ea5849-8430-4c50-a655-cce668e85eb2 HTTP/1.1" status: 204 len: 168 time: 0.3552728 May 10 16:48:50.191349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eff56-59fc-4fc8-8254-ec10f4b51d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ea5849-8430-4c50-a655-cce668e85eb2,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.210458 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a43d5-6b4d-4825-a7d5-945b4d8276aa req-60d3fd3c-4537-4122-8536-07751d58262b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:50.212371 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc9a43d5-6b4d-4825-a7d5-945b4d8276aa req-60d3fd3c-4537-4122-8536-07751d58262b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0760224 May 10 16:48:50.213219 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e6a0-1d1d-4ec6-812f-ca984ccb784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (efcb4261-54a8-437f-a0d4-fe484fceddaa), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.284432 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0e6a0-1d1d-4ec6-812f-ca984ccb784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb4261-54a8-437f-a0d4-fe484fceddaa,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.325729 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e8f0e6a0-1d1d-4ec6-812f-ca984ccb784c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52f9eb3996274b52a449e70f5e3e8e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158351 May 10 16:48:50.328403 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37464) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:50.341603 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc9a43d5-6b4d-4825-a7d5-945b4d8276aa req-94324ca4-dacf-417c-9f6c-e34f4281f1bd tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141856 May 10 16:48:50.396642 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['9159b071-bf14-4943-ad14-db670af07144'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:48:50.445977 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] Publish callbacks [] for security_group (efcb4261-54a8-437f-a0d4-fe484fceddaa), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.476852 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] Publish callbacks [] for security_group (efcb4261-54a8-437f-a0d4-fe484fceddaa), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.504912 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['2e36c520-ea08-4d13-beae-c69470ab57c8'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:48:50.589871 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (efcb4261-54a8-437f-a0d4-fe484fceddaa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.594177 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.602605 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efcb4261-54a8-437f-a0d4-fe484fceddaa HTTP/1.1" status: 204 len: 168 time: 0.2705393 May 10 16:48:50.623423 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315e21-a664-4496-84dd-ed65208d33b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb4261-54a8-437f-a0d4-fe484fceddaa,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.673004 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37486) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:50.704182 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ceddb9-f2f5-490c-9fca-0b4fa7e68915 req-bf6d696b-eab2-4a44-8a68-ef70a4fa904a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:50.706801 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-26ceddb9-f2f5-490c-9fca-0b4fa7e68915 req-bf6d696b-eab2-4a44-8a68-ef70a4fa904a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 944 time: 0.0772865 May 10 16:48:50.707457 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9a29-56f4-4202-97ae-5f6e9158ebff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.809701 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-26ceddb9-f2f5-490c-9fca-0b4fa7e68915 req-df8273fb-07a1-4c3a-b2cc-a43f8150928a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953176 May 10 16:48:50.904982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9a29-56f4-4202-97ae-5f6e9158ebff admin admin] Publish callbacks [] for security_group (521ab8e6-98db-4e08-83a9-5014fb70d139), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.912610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9a29-56f4-4202-97ae-5f6e9158ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (521ab8e6-98db-4e08-83a9-5014fb70d139), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:50.954694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2b6f9a29-56f4-4202-97ae-5f6e9158ebff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58dd7b5ef925453d9404b4f7557ea13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804618 May 10 16:48:50.955668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f9a29-56f4-4202-97ae-5f6e9158ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521ab8e6-98db-4e08-83a9-5014fb70d139,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:50.957633 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37490) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:51.050771 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] Publish callbacks [] for security_group (521ab8e6-98db-4e08-83a9-5014fb70d139), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.083010 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] Publish callbacks [] for security_group (521ab8e6-98db-4e08-83a9-5014fb70d139), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.158167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (521ab8e6-98db-4e08-83a9-5014fb70d139), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.160822 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.162237 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/521ab8e6-98db-4e08-83a9-5014fb70d139 HTTP/1.1" status: 204 len: 168 time: 0.2028525 May 10 16:48:51.183431 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546ba89-1b54-452e-9f2b-451fd2b92a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ab8e6-98db-4e08-83a9-5014fb70d139,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:51.341900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea256e-70cd-4685-873d-15c74281f81c req-4d4081bf-f470-4b1f-b356-efe8e5725d6b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:51.350808 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b1ea256e-70cd-4685-873d-15c74281f81c req-4d4081bf-f470-4b1f-b356-efe8e5725d6b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0755627 May 10 16:48:51.377052 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3123-9eee-406c-ba53-05ee2f83edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.431144 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b1ea256e-70cd-4685-873d-15c74281f81c req-f45b1c3e-f223-459e-aad2-e043ad7b0161 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742061 May 10 16:48:51.524709 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dac49-4c64-42ad-8e29-be6346e8c2ce req-be86ac54-19de-4f1d-892b-a5f147ec8819 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:51.528310 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f79dac49-4c64-42ad-8e29-be6346e8c2ce req-be86ac54-19de-4f1d-892b-a5f147ec8819 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0973439 May 10 16:48:51.604199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9159b071-bf14-4943-ad14-db670af07144 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:51.616345 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f79dac49-4c64-42ad-8e29-be6346e8c2ce req-200599e5-cec7-421c-ae89-637d9091e285 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758917 May 10 16:48:51.695132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 9159b071-bf14-4943-ad14-db670af07144 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:48:51.707515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 9159b071-bf14-4943-ad14-db670af07144 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:51.708467 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (9159b071-bf14-4943-ad14-db670af07144), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.832450 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 9159b071-bf14-4943-ad14-db670af07144 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:51.833082 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9159b071-bf14-4943-ad14-db670af07144), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.864501 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9159b071-bf14-4943-ad14-db670af07144'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:51.867707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5991162-9c8b-4f4e-8ff7-5652a180a0a9" -d '{"events": [{"server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "name": "network-vif-plugged", "status": "completed", "tag": "9159b071-bf14-4943-ad14-db670af07144"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:51.898318 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9159b071-bf14-4943-ad14-db670af07144,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:51.905861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (9159b071-bf14-4943-ad14-db670af07144), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:51.908822 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 2e36c520-ea08-4d13-beae-c69470ab57c8 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:51.979512 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994769-9b53-4937-86ba-ac552aa8cad8 req-ce2805bd-3975-4afc-8cdf-5a45853d35d7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:51.990865 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5a994769-9b53-4937-86ba-ac552aa8cad8 req-ce2805bd-3975-4afc-8cdf-5a45853d35d7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0678701 May 10 16:48:52.002481 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:52.012595 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 2e36c520-ea08-4d13-beae-c69470ab57c8 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:48:52.028917 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 2e36c520-ea08-4d13-beae-c69470ab57c8 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:52.030375 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:52.086124 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5a994769-9b53-4937-86ba-ac552aa8cad8 req-7989a973-f09e-46a7-99be-f41972ce69b3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 May 10 16:48:52.180892 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 2e36c520-ea08-4d13-beae-c69470ab57c8 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:52.181362 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:52.194340 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39a202-559c-4400-a4e6-c0bfb83d6599 x-openstack-request-id: req-9f39a202-559c-4400-a4e6-c0bfb83d6599 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:52.195048 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "name": "network-vif-plugged", "status": "completed", "tag": "9159b071-bf14-4943-ad14-db670af07144", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:52.195448 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f39a202-559c-4400-a4e6-c0bfb83d6599 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:52.195999 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f39a202-559c-4400-a4e6-c0bfb83d6599'] response: {'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9159b071-bf14-4943-ad14-db670af07144', 'code': 200} May 10 16:48:52.248515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2e36c520-ea08-4d13-beae-c69470ab57c8,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:52.257541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:52.374756 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:52.486405 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:52.529376 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78425b-5d2b-49bc-8118-59ca7cb6aea5 req-508d380a-fa33-482a-8d35-f0eb0edd96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:52.541890 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb78425b-5d2b-49bc-8118-59ca7cb6aea5 req-508d380a-fa33-482a-8d35-f0eb0edd96af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1129 time: 0.1119986 May 10 16:48:52.626434 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8201c-23bb-4653-a065-8ec554a78652 req-0e97a04f-85ea-4971-80ff-02d5a7d22857 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:52.627569 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c9e8201c-23bb-4653-a065-8ec554a78652 req-0e97a04f-85ea-4971-80ff-02d5a7d22857 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0844066 May 10 16:48:52.675833 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb78425b-5d2b-49bc-8118-59ca7cb6aea5 req-bed5ebe5-95cb-44ab-a3ee-ca1906b7117f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273386 May 10 16:48:52.723464 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c9e8201c-23bb-4653-a065-8ec554a78652 req-74c89671-a06c-4209-91f4-162c3d6e1106 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841820 May 10 16:48:52.822669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16108-bb6c-440a-8a0b-3958fa7163ec req-45323aa3-a56b-4019-92d4-33565500041f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:52.824432 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-60f16108-bb6c-440a-8a0b-3958fa7163ec req-45323aa3-a56b-4019-92d4-33565500041f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0718980 May 10 16:48:52.900292 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-60f16108-bb6c-440a-8a0b-3958fa7163ec req-f08d4ed3-f1ed-4237-9bd8-ac9856e7858c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696011 May 10 16:48:53.227542 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefb72-274f-43f4-bbb6-2819160e4d39 req-169409e5-1bb2-4df4-b33e-e639aeba45f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:53.230240 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0eefb72-274f-43f4-bbb6-2819160e4d39 req-169409e5-1bb2-4df4-b33e-e639aeba45f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0550153 May 10 16:48:53.300421 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0eefb72-274f-43f4-bbb6-2819160e4d39 req-cbb12830-7cde-4a21-a457-294bcf96fc8f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636687 May 10 16:48:53.312569 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37614) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:53.432899 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0776-1221-426f-a437-877331282a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.532165 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0776-1221-426f-a437-877331282a38 admin admin] Publish callbacks [] for security_group (597a5ccd-0241-432f-9467-1cdaec3fe77c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.541367 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0776-1221-426f-a437-877331282a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (597a5ccd-0241-432f-9467-1cdaec3fe77c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.585364 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ea1d0776-1221-426f-a437-877331282a38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a292afd551064574871d833537da269e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708981 May 10 16:48:53.586301 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d0776-1221-426f-a437-877331282a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a5ccd-0241-432f-9467-1cdaec3fe77c,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:53.587681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37628) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:53.646048 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] Publish callbacks [] for security_group (597a5ccd-0241-432f-9467-1cdaec3fe77c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.662346 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:48:53.677151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] Publish callbacks [] for security_group (597a5ccd-0241-432f-9467-1cdaec3fe77c), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.755921 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (597a5ccd-0241-432f-9467-1cdaec3fe77c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.759977 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.760756 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/597a5ccd-0241-432f-9467-1cdaec3fe77c HTTP/1.1" status: 204 len: 168 time: 0.1720617 May 10 16:48:53.769782 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ad96-932e-44ce-8f1e-4c4fa563ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a5ccd-0241-432f-9467-1cdaec3fe77c,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:53.841209 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:53.855962 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:48:53.868114 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317b530-9061-4120-855c-47dab25938ae req-ed2929cf-577b-4846-b60d-d61a105734c3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:53.869776 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f317b530-9061-4120-855c-47dab25938ae req-ed2929cf-577b-4846-b60d-d61a105734c3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0502410 May 10 16:48:53.916916 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:53.917791 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.934752 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:53.954359 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f317b530-9061-4120-855c-47dab25938ae req-79bfcbf7-fbb4-4737-a517-e7f484ffd1a7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764132 May 10 16:48:53.962960 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:53.980037 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:53.980756 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:48:54.069749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099fc16-bedc-4c64-be77-38ddc50bb47b req-e5ac0d4d-57ec-40ee-a14a-559707762a6d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:54.071981 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2099fc16-bedc-4c64-be77-38ddc50bb47b req-e5ac0d4d-57ec-40ee-a14a-559707762a6d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 943 time: 0.0809448 May 10 16:48:54.083913 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:54.140438 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2099fc16-bedc-4c64-be77-38ddc50bb47b req-6b4b8e37-ae75-48f5-a9c4-aeb1b1f86cd0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603569 May 10 16:48:54.144447 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:54.159139 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'port_id': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'mac_address': 'fa:16:3e:d6:54:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:48:54.201016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:54.203279 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad321caa-6e97-470a-992e-a32d58be6bee" -d '{"events": [{"server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:54.207917 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:54.208341 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.227477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:48:54.266551 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:54.267525 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a73e4-cb5c-492f-8f7c-28bb95ca38b5 x-openstack-request-id: req-e47a73e4-cb5c-492f-8f7c-28bb95ca38b5 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:54.267828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:54.268116 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e47a73e4-cb5c-492f-8f7c-28bb95ca38b5 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:54.268542 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47a73e4-cb5c-492f-8f7c-28bb95ca38b5'] response: {'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8', 'code': 200} May 10 16:48:54.275550 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.279886 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.343624 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:54.373261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37662) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:54.402758 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0094-cced-4403-99ba-f054686fb129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.462517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55589-4230-4767-87af-5dc572e87af8 req-3547899e-c13f-4ee4-8799-a10d919b8ba0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:54.464066 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ca55589-4230-4767-87af-5dc572e87af8 req-3547899e-c13f-4ee4-8799-a10d919b8ba0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0714290 May 10 16:48:54.566293 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ca55589-4230-4767-87af-5dc572e87af8 req-bb559c7e-5b80-4f32-af63-ff68aa19b584 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940487 May 10 16:48:54.573737 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0094-cced-4403-99ba-f054686fb129 admin admin] Publish callbacks [] for security_group (b5a89980-3e55-4749-85ee-577752b53019), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.584637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0094-cced-4403-99ba-f054686fb129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b5a89980-3e55-4749-85ee-577752b53019), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.623162 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5bdf0094-cced-4403-99ba-f054686fb129 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ad091fc09f4b5eb154a600a703fb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477496 May 10 16:48:54.624159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf0094-cced-4403-99ba-f054686fb129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a89980-3e55-4749-85ee-577752b53019,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:54.626035 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37672) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:54.679456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] Publish callbacks [] for security_group (b5a89980-3e55-4749-85ee-577752b53019), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.703767 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] Publish callbacks [] for security_group (b5a89980-3e55-4749-85ee-577752b53019), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.755174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b5a89980-3e55-4749-85ee-577752b53019), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.758294 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:54.759477 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5a89980-3e55-4749-85ee-577752b53019 HTTP/1.1" status: 204 len: 168 time: 0.1317542 May 10 16:48:54.767543 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e5f8b-4360-4a46-aa69-4443b1aca811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a89980-3e55-4749-85ee-577752b53019,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:55.094524 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dab2-9667-4a11-979d-de658ce2cd1d req-24ca56bf-2df7-4b99-a086-87f18461204a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:55.096656 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b1c8dab2-9667-4a11-979d-de658ce2cd1d req-24ca56bf-2df7-4b99-a086-87f18461204a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0655038 May 10 16:48:55.153519 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b1c8dab2-9667-4a11-979d-de658ce2cd1d req-d6f43ae1-ea50-4b29-9482-aaf31e4a200c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496361 May 10 16:48:55.273993 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e578b9-218b-4074-96fa-c11c0156cffb req-a60e0b33-7a6b-4a18-b35c-635721a4dd98 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:55.275918 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-69e578b9-218b-4074-96fa-c11c0156cffb req-a60e0b33-7a6b-4a18-b35c-635721a4dd98 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 944 time: 0.0682859 May 10 16:48:55.336696 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-69e578b9-218b-4074-96fa-c11c0156cffb req-ebf0828f-f012-4eac-ae39-40f7b3ccee31 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529230 May 10 16:48:55.547891 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f8d2-462a-4e46-8a09-0b40ea68e5e0 req-2fb1022f-966f-4a10-a2a1-2aa853fbb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:55.549728 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c0f8f8d2-462a-4e46-8a09-0b40ea68e5e0 req-2fb1022f-966f-4a10-a2a1-2aa853fbb9dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.0559745 May 10 16:48:55.606609 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:55.748624 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea82c89-7955-42ba-aa7d-2ad190ca40d1 req-988f0450-dfc4-49e3-bb63-da64212ae49e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:55.750785 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1ea82c89-7955-42ba-aa7d-2ad190ca40d1 req-988f0450-dfc4-49e3-bb63-da64212ae49e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0813501 May 10 16:48:55.778376 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['494f67f0-21ef-40e7-8bd0-9ab88f71dbef'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:48:55.814864 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1ea82c89-7955-42ba-aa7d-2ad190ca40d1 req-ef0f7d33-a124-47a3-8d86-2f17fdc6d773 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 May 10 16:48:55.888428 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:48:55.985640 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37738) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:56.228808 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c0f8f8d2-462a-4e46-8a09-0b40ea68e5e0 req-25fa9d19-39c7-444f-8fb6-74864151a91d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 May 10 16:48:56.275681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ef50dfd1-6280-46d4-90b1-1a1cad56c602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.356753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cb758-7868-4724-9d83-88a729101baf req-4e187975-c497-4006-a724-009c68d261d9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:56.359730 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-762cb758-7868-4724-9d83-88a729101baf req-4e187975-c497-4006-a724-009c68d261d9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.1059456 May 10 16:48:56.498638 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-762cb758-7868-4724-9d83-88a729101baf req-7b1976df-1bed-4076-bebe-3d806eafbaeb tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264369 May 10 16:48:56.501753 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982f4ea-3d10-408c-b5d1-34cea3a2943c req-f4feafb3-72be-4609-a1d0-4f7acaffe954 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:56.503924 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9982f4ea-3d10-408c-b5d1-34cea3a2943c req-f4feafb3-72be-4609-a1d0-4f7acaffe954 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 944 time: 0.0804834 May 10 16:48:56.549478 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ef50dfd1-6280-46d4-90b1-1a1cad56c602 admin admin] Publish callbacks [] for security_group (87f3692f-cb4c-4ee1-b547-249cbed477d5), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.555611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ef50dfd1-6280-46d4-90b1-1a1cad56c602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (87f3692f-cb4c-4ee1-b547-249cbed477d5), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.587594 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9982f4ea-3d10-408c-b5d1-34cea3a2943c req-0ca64372-aafe-4382-afad-fe3c5443cec4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755117 May 10 16:48:56.606986 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50dfd1-6280-46d4-90b1-1a1cad56c602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3692f-cb4c-4ee1-b547-249cbed477d5,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:56.610522 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ef50dfd1-6280-46d4-90b1-1a1cad56c602 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac7fd95fa02544ba88a7ee43256ec0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236489 May 10 16:48:56.613840 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37774) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:56.691295 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] Publish callbacks [] for security_group (87f3692f-cb4c-4ee1-b547-249cbed477d5), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.721116 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] Publish callbacks [] for security_group (87f3692f-cb4c-4ee1-b547-249cbed477d5), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.785571 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (87f3692f-cb4c-4ee1-b547-249cbed477d5), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.788416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:56.789803 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87f3692f-cb4c-4ee1-b547-249cbed477d5 HTTP/1.1" status: 204 len: 168 time: 0.1749384 May 10 16:48:56.813144 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083298d3-0ff0-4628-8c2c-b29937d07d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3692f-cb4c-4ee1-b547-249cbed477d5,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:56.993725 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd694-3340-4453-a939-070e9a24381a req-6ea4465b-7681-4b40-adf9-cc28c2907296 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:57.001728 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41bbd694-3340-4453-a939-070e9a24381a req-6ea4465b-7681-4b40-adf9-cc28c2907296 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0809650 May 10 16:48:57.060931 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41bbd694-3340-4453-a939-070e9a24381a req-0a363f25-7d88-4e7a-8285-1d36e1c4ff96 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581486 May 10 16:48:57.329089 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37810) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:57.354835 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bbf662d6-2625-447b-9df8-65704d7cefc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.501604 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bbf662d6-2625-447b-9df8-65704d7cefc2 admin admin] Publish callbacks [] for security_group (ba0bd327-e1f9-4d7e-830f-fd2f6f68b215), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.510855 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bbf662d6-2625-447b-9df8-65704d7cefc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (ba0bd327-e1f9-4d7e-830f-fd2f6f68b215), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.577411 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de702-b79c-428c-b529-d786c88e76d1 req-28753b00-c8d2-4aea-910a-0930a30507c8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:57.581754 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-bbf662d6-2625-447b-9df8-65704d7cefc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a266da7e8da6451ba94eb3458aa8f5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514608 May 10 16:48:57.587021 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2b1de702-b79c-428c-b529-d786c88e76d1 req-28753b00-c8d2-4aea-910a-0930a30507c8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0915172 May 10 16:48:57.590601 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37828) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:57.595125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf662d6-2625-447b-9df8-65704d7cefc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0bd327-e1f9-4d7e-830f-fd2f6f68b215,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:57.672562 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2b1de702-b79c-428c-b529-d786c88e76d1 req-d401b462-1b6e-44d6-9918-1642520e7d99 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834160 May 10 16:48:57.689289 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] Publish callbacks [] for security_group (ba0bd327-e1f9-4d7e-830f-fd2f6f68b215), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.696572 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d148-d4fd-4695-9279-fddfec5ea89d req-8e31c27d-9ee3-4341-bea1-ecd9586fc355 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:57.698944 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c0f8d148-d4fd-4695-9279-fddfec5ea89d req-8e31c27d-9ee3-4341-bea1-ecd9586fc355 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0595942 May 10 16:48:57.724514 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] Publish callbacks [] for security_group (ba0bd327-e1f9-4d7e-830f-fd2f6f68b215), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.778165 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c0f8d148-d4fd-4695-9279-fddfec5ea89d req-1b727dc2-91a2-4543-a8c0-7bb5626c7e93 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692148 May 10 16:48:57.778956 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:57.817460 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (ba0bd327-e1f9-4d7e-830f-fd2f6f68b215), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.820765 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.822005 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba0bd327-e1f9-4d7e-830f-fd2f6f68b215 HTTP/1.1" status: 204 len: 168 time: 0.2297437 May 10 16:48:57.846529 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:48:57.854764 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:57.855541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:57.864468 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f4b63-7e12-45c4-8fc4-c8e606094cdb req-ae0830f1-b68e-45af-918f-236276957f38 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:57.879120 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d95f4b63-7e12-45c4-8fc4-c8e606094cdb req-ae0830f1-b68e-45af-918f-236276957f38 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 944 time: 0.1088941 May 10 16:48:57.884047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ad133-393f-4ff5-b309-6e7f17f281d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0bd327-e1f9-4d7e-830f-fd2f6f68b215,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:58.001027 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d95f4b63-7e12-45c4-8fc4-c8e606094cdb req-eb8336ac-26e9-405d-b1e9-d5812199377f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201503 May 10 16:48:58.051863 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f222f-4286-474a-8888-65507eb3e337 req-12d363dc-4c4b-474a-baa4-c32e704a20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:58.055137 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-12d363dc-4c4b-474a-baa4-c32e704a20d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1129 time: 0.1210601 May 10 16:48:58.172721 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:58.173105 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.198252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:48:58.200507 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157e09d-e8d7-44d5-a71f-a77898098345" -d '{"events": [{"server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "name": "network-vif-plugged", "status": "completed", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:48:58.217836 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:58.218214 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.219066 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:48:58.260793 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe503e0-1814-4421-a402-c0813dcba9f0 x-openstack-request-id: req-afe503e0-1814-4421-a402-c0813dcba9f0 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:48:58.261099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "name": "network-vif-plugged", "status": "completed", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:48:58.261352 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afe503e0-1814-4421-a402-c0813dcba9f0 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:48:58.261761 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe503e0-1814-4421-a402-c0813dcba9f0'] response: {'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'code': 200} May 10 16:48:58.305827 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:58.310490 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:48:58.323851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:48:58.324647 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.457473 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:48:58.458000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.503807 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:48:58.509954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.576427 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:58.697493 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356466-c5e0-488b-8e3c-e92d2f7f5096 req-68581028-a9dd-409f-b9e5-b5de70034e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:58.700063 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-30356466-c5e0-488b-8e3c-e92d2f7f5096 req-68581028-a9dd-409f-b9e5-b5de70034e1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1129 time: 0.0612497 May 10 16:48:58.759677 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f222f-4286-474a-8888-65507eb3e337 req-30d642b9-c646-40e7-996e-ed982f40a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:58.762282 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-30d642b9-c646-40e7-996e-ed982f40a201 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.3669162 May 10 16:48:58.764956 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:58.866374 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-ce95d5b8-4aa8-458c-89ba-39de10fb20ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 200 len: 217 time: 0.0952199 May 10 16:48:58.941373 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f222f-4286-474a-8888-65507eb3e337 req-8501ce7b-7c2f-44da-8ae3-d6327b53eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:58.943144 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-8501ce7b-7c2f-44da-8ae3-d6327b53eb67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0695391 May 10 16:48:58.952835 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-30356466-c5e0-488b-8e3c-e92d2f7f5096 req-10cd8818-9c72-4c83-9fd1-91e982893e27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283542 May 10 16:48:58.958548 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-d53c8074-ada8-4ec7-87db-dd382a26f77c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2274182 May 10 16:48:58.968598 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37892) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:58.990046 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bcbc9-6c2a-48db-97ae-0ff678cf145d req-2c4fe4bc-33d6-4bc1-981e-0d6a6cc9ee47 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:58.993352 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-926bcbc9-6c2a-48db-97ae-0ff678cf145d req-2c4fe4bc-33d6-4bc1-981e-0d6a6cc9ee47 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.1488798 May 10 16:48:59.032057 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e3744-9937-4efd-a105-62152d4a2493 req-0ed659ec-0262-4817-be3f-92162b30545f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.033727 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-741e3744-9937-4efd-a105-62152d4a2493 req-0ed659ec-0262-4817-be3f-92162b30545f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0880668 May 10 16:48:59.035346 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f222f-4286-474a-8888-65507eb3e337 req-c9feab38-3513-480a-aea9-cc426d98d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.036907 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-c9feab38-3513-480a-aea9-cc426d98d8c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807934 May 10 16:48:59.072097 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-926bcbc9-6c2a-48db-97ae-0ff678cf145d req-35bd19c4-2f34-4ff3-afb5-c9e1ef638c62 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 May 10 16:48:59.145802 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-741e3744-9937-4efd-a105-62152d4a2493 req-4cdfdb83-5075-444e-b3d4-c0a84b6dd689 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032090 May 10 16:48:59.208886 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1251884768-network', 'tenant_id': 'd968e17fa36f403a923b7b42af28333d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:59.271199 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20796-bb63-4899-af5a-c64809f71c16 req-c1ecaf54-d752-42c4-9342-24782b2179a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.278881 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-34f20796-bb63-4899-af5a-c64809f71c16 req-c1ecaf54-d752-42c4-9342-24782b2179a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1262257 May 10 16:48:59.302103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Made reservation on behalf of d968e17fa36f403a923b7b42af28333d for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:59.305038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.311426 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-5ccd3096-a35c-49e7-9030-88fbc0d66756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.313052 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-5ccd3096-a35c-49e7-9030-88fbc0d66756 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60f85e7bbb38404ba6b68eff605a3306&device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 1130 time: 0.0923011 May 10 16:48:59.323829 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.329958 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-9b6657a0-afbf-47ba-abe4-73167ffaabdc service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452274 May 10 16:48:59.404069 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37920) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:59.440381 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-34f20796-bb63-4899-af5a-c64809f71c16 req-fd4119e8-9998-4d02-96d2-1d963d0f15ff tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603067 May 10 16:48:59.465003 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c2f222f-4286-474a-8888-65507eb3e337 req-de944ff4-63f9-47ee-b229-1239c28e021f service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253567 May 10 16:48:59.503652 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-5c5f2562-928c-481c-b886-ade120a34ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.505169 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-5c5f2562-928c-481c-b886-ade120a34ae7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b17740a-1b3f-415d-9520-631c81c0c86a HTTP/1.1" status: 200 len: 911 time: 0.1660094 May 10 16:48:59.538732 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks [] for security_group (cb9dd365-7712-4859-b43b-b8244a4519bb), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.543033 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (cb9dd365-7712-4859-b43b-b8244a4519bb), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.573155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:48:59.590263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-814d76b6-cda0-43ac-83d3-c25c9f2ed38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.598090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9dd365-7712-4859-b43b-b8244a4519bb,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:59.607138 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (4610f75e-5cad-4132-a91d-a21cc04690a1), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.607489 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Added segment 4610f75e-5cad-4132-a91d-a21cc04690a1 of type vlan for network 29cfe5c6-1718-45f0-8637-a49017b78c15 May 10 16:48:59.622670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.623017 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.623380 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.623769 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.624070 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.624492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.624819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.625140 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.625475 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.625817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.626224 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.626520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.626822 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.627177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.627613 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.674931 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (29cfe5c6-1718-45f0-8637-a49017b78c15), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.705702 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37930) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:59.726796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (29cfe5c6-1718-45f0-8637-a49017b78c15), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.728092 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:48:59.728716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.811811 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8418798 May 10 16:48:59.821016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37934) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:48:59.827827 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Request body: {'subnet': {'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1251884768-subnet', 'tenant_id': 'd968e17fa36f403a923b7b42af28333d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:48:59.832251 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.849978 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-814d76b6-cda0-43ac-83d3-c25c9f2ed38e admin admin] Publish callbacks [] for security_group (21f454d2-8d72-4109-a2c4-af3895eab36e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.880576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63e75-a338-4a44-8796-e7de02df5685 admin admin] Pushing event updated for resources: {'Network': ['ID=29cfe5c6-1718-45f0-8637-a49017b78c15,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:59.889521 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-7ed88bad-e24e-482c-9354-84cd56fea013 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49626576-c69c-48d0-8b3d-be4360ede3a8 HTTP/1.1" status: 200 len: 217 time: 0.0722141 May 10 16:48:59.891163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-814d76b6-cda0-43ac-83d3-c25c9f2ed38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (21f454d2-8d72-4109-a2c4-af3895eab36e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.893013 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:48:59.929247 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Publish callbacks [] for security_group (33f68fb3-cc94-4e58-ae64-b328a480c694), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.934478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (33f68fb3-cc94-4e58-ae64-b328a480c694), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.967791 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Made reservation on behalf of d968e17fa36f403a923b7b42af28333d for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:48:59.970078 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:48:59.983464 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f68fb3-cc94-4e58-ae64-b328a480c694,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:59.999146 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.999415 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d76b6-cda0-43ac-83d3-c25c9f2ed38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f454d2-8d72-4109-a2c4-af3895eab36e,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:48:59.999522 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:48:59.999850 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.000186 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.000719 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.001051 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.001378 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.001702 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.002843 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.003171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.004013 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.004516 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.005006 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.005472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.005935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:00.014826 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8cdbf1ee-0f7c-414e-935c-578c7d2473e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fa7e630b7904478a842fc3c4509dbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080037 May 10 16:49:00.017816 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37942) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:00.048799 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-814d76b6-cda0-43ac-83d3-c25c9f2ed38e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=add53ea798d24422ba9fe3d44d81de79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402259 May 10 16:49:00.054274 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37946) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:00.071776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-f7c1880e-f1e5-46fa-951b-ff9e5efdb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:00.073362 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-f7c1880e-f1e5-46fa-951b-ff9e5efdb5e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2ccc390-d06d-4858-bc46-cf2de1297196 HTTP/1.1" status: 200 len: 850 time: 0.1561642 May 10 16:49:00.115184 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] Publish callbacks [] for security_group (33f68fb3-cc94-4e58-ae64-b328a480c694), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.146281 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] Publish callbacks [] for security_group (21f454d2-8d72-4109-a2c4-af3895eab36e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.154340 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-550b5659-c7a0-4786-9cfc-eccf2a1267f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b17740a-1b3f-415d-9520-631c81c0c86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603943 May 10 16:49:00.155886 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] Publish callbacks [] for security_group (33f68fb3-cc94-4e58-ae64-b328a480c694), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.190170 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] Publish callbacks [] for security_group (21f454d2-8d72-4109-a2c4-af3895eab36e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.263460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:00.266942 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116066e-2da1-484f-b07b-4bc02ff62523" -d '{"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:00.289637 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f61b02-6fc3-4a9d-a456-09cbce8c54d4 req-96aa0661-50e2-49cf-809e-9c2eacfeaf8d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:00.291138 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5f61b02-6fc3-4a9d-a456-09cbce8c54d4 req-96aa0661-50e2-49cf-809e-9c2eacfeaf8d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0759981 May 10 16:49:00.296804 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (33f68fb3-cc94-4e58-ae64-b328a480c694), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.299945 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.301567 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33f68fb3-cc94-4e58-ae64-b328a480c694 HTTP/1.1" status: 204 len: 168 time: 0.2825263 May 10 16:49:00.325737 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0885d72-bb2e-4aa7-9e88-84b0bec1482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f68fb3-cc94-4e58-ae64-b328a480c694,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:00.330833 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (21f454d2-8d72-4109-a2c4-af3895eab36e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.334168 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.339984 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21f454d2-8d72-4109-a2c4-af3895eab36e HTTP/1.1" status: 204 len: 168 time: 0.2819669 May 10 16:49:00.394258 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08e59-43d9-4cec-8f19-10a644ebb324 req-0369dee9-5883-4dd7-96b0-cd99984301d8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:00.396248 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-97b08e59-43d9-4cec-8f19-10a644ebb324 req-0369dee9-5883-4dd7-96b0-cd99984301d8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1406503 May 10 16:49:00.403239 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5f61b02-6fc3-4a9d-a456-09cbce8c54d4 req-07a46390-2a1c-4a99-a8d7-e274ae1afe97 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004598 May 10 16:49:00.409289 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1c63-ecde-4475-837b-54e52fc6867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f454d2-8d72-4109-a2c4-af3895eab36e,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:00.443274 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for subnet (8803bfa3-6a5c-4ebc-8ec6-1a8de0794343), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.478074 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c298751-c6e9-4aff-9cf3-7411c0729ca4 x-openstack-request-id: req-3c298751-c6e9-4aff-9cf3-7411c0729ca4 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:00.478399 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:00.478688 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c298751-c6e9-4aff-9cf3-7411c0729ca4 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:00.479106 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c298751-c6e9-4aff-9cf3-7411c0729ca4'] response: {'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'code': 200} May 10 16:49:00.677055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f98d7a-5586-40f6-b341-777f986d5ffd req-7257730e-4e30-4ded-b648-8b5275d6de59 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:00.679743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Checking segment: {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:49:00.680299 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Network hostable DHCP agents. Network: 29cfe5c6-1718-45f0-8637-a49017b78c15, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:49:00.686884 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-66f98d7a-5586-40f6-b341-777f986d5ffd req-7257730e-4e30-4ded-b648-8b5275d6de59 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1043830 May 10 16:49:00.709045 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:00.754230 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-97b08e59-43d9-4cec-8f19-10a644ebb324 req-479189b3-e505-46b7-b6f5-80352fa8fbbe tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478575 May 10 16:49:00.774920 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-66f98d7a-5586-40f6-b341-777f986d5ffd req-cd3f23ea-63ff-4a0d-a783-91e5bf0a53d3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868783 May 10 16:49:00.832650 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:49:00.888335 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37972) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:00.892871 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 29cfe5c6-1718-45f0-8637-a49017b78c15) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:49:00.900317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:00.901005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.902430 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03f5ec-dbee-4120-a72b-a1c795de426e None None] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:49:00.931745 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82f1bc5f-b028-4be9-b2ba-eda8ab3f7a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:00.945042 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4bffecbe-d634-4f14-a35c-299dc0adb6ab admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1139450 May 10 16:49:00.945042 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-7821b33f-2e5e-49f7-81c1-2a3db425da37 service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579468 May 10 16:49:01.025625 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37976) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:01.047177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e6abaf6-20b2-4830-920c-6cb115c64d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.106512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e0cc1-838a-4955-9da3-45ebdfda734a None None] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:49:01.119972 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5c2495e-c57e-442b-9031-6eab34664ad3 req-7fa4696f-e7ee-4ade-a4be-65a013f2ccd8 service neutron] 10.222.0.32 "GET /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674259 May 10 16:49:01.121566 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648641b-2681-46a8-be7a-4258c4d8ced0 req-8550db3f-ed0b-4cbc-ae73-e2faba267289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:01.123088 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e648641b-2681-46a8-be7a-4258c4d8ced0 req-8550db3f-ed0b-4cbc-ae73-e2faba267289 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1129 time: 0.0785677 May 10 16:49:01.192391 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82f1bc5f-b028-4be9-b2ba-eda8ab3f7a4e admin admin] Publish callbacks [] for security_group (a3e33301-c698-4231-811e-263b94c1c956), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.203794 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82f1bc5f-b028-4be9-b2ba-eda8ab3f7a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a3e33301-c698-4231-811e-263b94c1c956), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.212594 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e6abaf6-20b2-4830-920c-6cb115c64d21 admin admin] Publish callbacks [] for security_group (11ab571e-dc51-4baf-b9e9-2474d8537f94), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.219833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e6abaf6-20b2-4830-920c-6cb115c64d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (11ab571e-dc51-4baf-b9e9-2474d8537f94), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.233755 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e648641b-2681-46a8-be7a-4258c4d8ced0 req-ee551a57-7898-4599-a770-351078022a2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898941 May 10 16:49:01.245791 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-82f1bc5f-b028-4be9-b2ba-eda8ab3f7a4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0ad099e32d24802bf6c0e7a84b10431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536663 May 10 16:49:01.246561 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 37984) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:01.268722 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6abaf6-20b2-4830-920c-6cb115c64d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab571e-dc51-4baf-b9e9-2474d8537f94,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:01.276159 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1bc5f-b028-4be9-b2ba-eda8ab3f7a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e33301-c698-4231-811e-263b94c1c956,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:01.293664 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9e6abaf6-20b2-4830-920c-6cb115c64d21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9197cd1f221b4683add225ecac919773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667098 May 10 16:49:01.296070 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 37986) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:01.331881 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] Publish callbacks [] for security_group (a3e33301-c698-4231-811e-263b94c1c956), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.354037 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] Publish callbacks [] for security_group (11ab571e-dc51-4baf-b9e9-2474d8537f94), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.357838 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] Publish callbacks [] for security_group (a3e33301-c698-4231-811e-263b94c1c956), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.377555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] Publish callbacks [] for security_group (11ab571e-dc51-4baf-b9e9-2474d8537f94), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.411744 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a3e33301-c698-4231-811e-263b94c1c956), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.416724 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.417923 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3e33301-c698-4231-811e-263b94c1c956 HTTP/1.1" status: 204 len: 168 time: 0.1708627 May 10 16:49:01.437623 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (11ab571e-dc51-4baf-b9e9-2474d8537f94), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.442761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:01.446517 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11ab571e-dc51-4baf-b9e9-2474d8537f94 HTTP/1.1" status: 204 len: 168 time: 0.1468902 May 10 16:49:01.447089 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d0de-e700-48e2-b5ef-520a50b3ce25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e33301-c698-4231-811e-263b94c1c956,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:01.457403 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b233f-3ede-4cf1-b23b-dba552e28adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab571e-dc51-4baf-b9e9-2474d8537f94,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:01.610495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee656c2-d0f3-4bc8-bdc5-2422f5664454 req-9b323ddc-0cdc-46d6-8ae3-f25228e2155f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:01.612437 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cee656c2-d0f3-4bc8-bdc5-2422f5664454 req-9b323ddc-0cdc-46d6-8ae3-f25228e2155f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0956814 May 10 16:49:01.683332 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cee656c2-d0f3-4bc8-bdc5-2422f5664454 req-efbf7169-2c44-47c4-b69e-2f50d169df28 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638928 May 10 16:49:01.962011 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac49b2-e7bf-4b4b-9c81-478511f4db01 req-347224eb-de6f-41ab-bf09-6edbea0a9285 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:01.962740 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a004-0428-47c8-9e53-6abd74167b5f req-d4aef352-f2d9-4f57-9d1d-8ae0c8872ac2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:01.963748 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-24ac49b2-e7bf-4b4b-9c81-478511f4db01 req-347224eb-de6f-41ab-bf09-6edbea0a9285 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0651760 May 10 16:49:01.964575 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5b1a004-0428-47c8-9e53-6abd74167b5f req-d4aef352-f2d9-4f57-9d1d-8ae0c8872ac2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0662024 May 10 16:49:02.025151 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5b1a004-0428-47c8-9e53-6abd74167b5f req-fb819224-6bb1-48df-88cb-ad47d9e5b0df tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542507 May 10 16:49:02.032960 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-24ac49b2-e7bf-4b4b-9c81-478511f4db01 req-27807c4b-e86c-4f9f-8299-452a9148a497 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622735 May 10 16:49:02.169062 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26b5f-94c2-4a2a-b920-4db55fbeb386 req-ea9fc671-708f-441a-9501-363b2ff47e70 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:02.170955 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bff26b5f-94c2-4a2a-b920-4db55fbeb386 req-ea9fc671-708f-441a-9501-363b2ff47e70 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0613158 May 10 16:49:02.182183 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38032) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:02.187040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'floatingip': {'port_id': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:02.282739 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:02.848606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded170-3754-488b-98d4-4fc64e713e44 req-07b8fc7b-fbd4-4789-80e8-012abe6c6089 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:02.858143 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e3ded170-3754-488b-98d4-4fc64e713e44 req-07b8fc7b-fbd4-4789-80e8-012abe6c6089 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0844588 May 10 16:49:02.933087 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e3ded170-3754-488b-98d4-4fc64e713e44 req-10ce45cf-8db4-4ef4-93df-fcff3a73bcef tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 May 10 16:49:03.177071 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79144476-c81c-4c44-995a-99a7af97a476 req-d39f2bf3-7ee9-49e5-9c34-d02076f79dc1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:03.185693 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79144476-c81c-4c44-995a-99a7af97a476 req-d39f2bf3-7ee9-49e5-9c34-d02076f79dc1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0690174 May 10 16:49:03.245458 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79144476-c81c-4c44-995a-99a7af97a476 req-75e7f98c-6586-4306-bf01-0800f755e7dc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586724 May 10 16:49:03.312097 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-5ae74bd0-58aa-4e34-83f2-715c90820078 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:03.316774 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-5ae74bd0-58aa-4e34-83f2-715c90820078 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 809 time: 0.2746739 May 10 16:49:03.381943 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-bd42c1d5-d064-4dff-9c39-b5db3329d11d tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/quotas/d968e17fa36f403a923b7b42af28333d HTTP/1.1" status: 200 len: 375 time: 0.0602884 May 10 16:49:03.434133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.db.resource_extend [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 16:49:03.438032 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-7f7a88da-6309-4d5b-a14e-e8529c7737f6 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465441 May 10 16:49:03.579477 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:03.594749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:03.659979 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-7bb100ae-9420-4e03-a7c8-c116a8faf06a service neutron] 10.222.0.48 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942217 May 10 16:49:03.810194 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Floating IP 09c999af-3c27-40b0-8d4c-b63f7ec5038e associated. External IP: 172.27.1.141, port: 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0. May 10 16:49:03.895713 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-c93db45d-0ac1-4bac-8098-f6009d8810d1 service neutron] 10.222.0.48 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274435 May 10 16:49:04.150525 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0c169dd0-eadd-49dc-a104-0c06c38361f6 req-2634dca2-7b43-4c1c-936d-13cd601c692c tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0393109 May 10 16:49:04.157521 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ea4b-0c43-41c3-ad19-b96499c3b471 req-608ee221-bce5-424e-9e43-6d63b02e111a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:04.166349 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7b73ea4b-0c43-41c3-ad19-b96499c3b471 req-608ee221-bce5-424e-9e43-6d63b02e111a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0977724 May 10 16:49:04.200793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:49:04.302056 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7b73ea4b-0c43-41c3-ad19-b96499c3b471 req-acc647da-ca37-41f9-ba5b-2d0f9c80ce75 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295872 May 10 16:49:04.458096 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:49:04.465134 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:04.482982 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:49:04.504618 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:49:04.505291 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:04.593684 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-d0aa28d3-d45c-4061-9c8a-5132387b2ae6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "PUT /v2.0/floatingips/09c999af-3c27-40b0-8d4c-b63f7ec5038e HTTP/1.1" status: 200 len: 991 time: 2.4099503 May 10 16:49:04.600136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead492e9-75ce-4439-bf97-389dca52f0bb req-8f4ce659-6144-4579-b391-762518fb0c92 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:04.601679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ead492e9-75ce-4439-bf97-389dca52f0bb req-8f4ce659-6144-4579-b391-762518fb0c92 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1549165 May 10 16:49:04.602161 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:04.604577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:04.660714 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:49:04.669657 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ead492e9-75ce-4439-bf97-389dca52f0bb req-5b540b46-7e3a-474b-93ce-3868b939b3fa tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593028 May 10 16:49:04.675902 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a9e86c-d795-43a9-bd0a-76000276913e x-openstack-request-id: req-40a9e86c-d795-43a9-bd0a-76000276913e {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:04.676527 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:04.676731 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40a9e86c-d795-43a9-bd0a-76000276913e {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:04.677132 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a9e86c-d795-43a9-bd0a-76000276913e'] response: {'name': 'network-changed', 'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'status': 'completed', 'code': 200} May 10 16:49:04.833823 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38164) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:05.020965 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '09c999af-3c27-40b0-8d4c-b63f7ec5038e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:d6:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:25Z', 'updated_at': '2022-05-10T16:49:03Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:05.033853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54e5d422-270d-4c71-a188-f0d82584f73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:05.057055 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:49:05.060110 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-26204c71-0f85-4259-ad83-847cf08fa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.062426 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-26204c71-0f85-4259-ad83-847cf08fa36d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1129 time: 0.1138144 May 10 16:49:05.068252 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:49:05.069625 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:05.199518 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:49:05.245627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54e5d422-270d-4c71-a188-f0d82584f73d admin admin] Publish callbacks [] for security_group (220991e5-1329-4636-9611-60faf7450827), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:05.251567 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54e5d422-270d-4c71-a188-f0d82584f73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (220991e5-1329-4636-9611-60faf7450827), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:05.258889 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-baffd3ef-9544-4af5-b725-2519b7f4c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.260598 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-baffd3ef-9544-4af5-b725-2519b7f4c13e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 912 time: 0.1700709 May 10 16:49:05.369072 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22cba781-fcf8-4e0d-b9f3-d34468c34918 req-fe9ecad2-fdd9-41ab-b85e-fe40976b268d tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0930076 May 10 16:49:05.370091 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5d422-270d-4c71-a188-f0d82584f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220991e5-1329-4636-9611-60faf7450827,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:05.383233 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-54e5d422-270d-4c71-a188-f0d82584f73d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=659c176ee68c457698f3fa2c8e066941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476129 May 10 16:49:05.385716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38176) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:05.472472 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-885f2385-fb29-44de-9a7b-fe5db765b70f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 200 len: 999 time: 0.1766374 May 10 16:49:05.487884 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '09c999af-3c27-40b0-8d4c-b63f7ec5038e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:d6:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:25Z', 'updated_at': '2022-05-10T16:49:03Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:05.525009 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab22b-00e3-400d-bb17-9f24d2ad1219 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '09c999af-3c27-40b0-8d4c-b63f7ec5038e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:d6:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:25Z', 'updated_at': '2022-05-10T16:49:03Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:49:05.733150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-c4da182c-e5f3-40e7-a520-353498a8c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.738203 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-c4da182c-e5f3-40e7-a520-353498a8c7ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.1181231 May 10 16:49:05.867872 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-4fafc01c-7d0b-4f09-8744-8049379fdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.869931 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-4fafc01c-7d0b-4f09-8744-8049379fdec2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1070933 May 10 16:49:05.880671 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c587bc-22e9-4176-b982-c3641c22b0e5 req-92a68973-2a25-4d4c-8862-8692e2b8a219 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.881820 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5be34-6a82-4db0-88b2-ce83c398f7ed req-6ca29c2c-780e-423c-ae59-dc2a9db8787c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:05.883410 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-50b5be34-6a82-4db0-88b2-ce83c398f7ed req-6ca29c2c-780e-423c-ae59-dc2a9db8787c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.4676776 May 10 16:49:05.884305 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21c587bc-22e9-4176-b982-c3641c22b0e5 req-92a68973-2a25-4d4c-8862-8692e2b8a219 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1133466 May 10 16:49:05.952314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a06919-b9d2-41ab-9e9a-629c11f19f1d None None] New status for floating IP 09c999af-3c27-40b0-8d4c-b63f7ec5038e: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:49:05.960696 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] Publish callbacks [] for security_group (220991e5-1329-4636-9611-60faf7450827), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.020776 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21c587bc-22e9-4176-b982-c3641c22b0e5 req-71d2c4b1-b068-4fa8-9998-6c18f790b8ec tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174309 May 10 16:49:06.027175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] Publish callbacks [] for security_group (220991e5-1329-4636-9611-60faf7450827), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.052992 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-4defbb44-b6c8-42b4-abb5-9431730306b7 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613843 May 10 16:49:06.054792 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-50b5be34-6a82-4db0-88b2-ce83c398f7ed req-dc922f6a-ce7f-4a97-a335-8f287c758d3c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583173 May 10 16:49:06.104139 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-b3931e22-0716-48f5-8589-75442dc57a50 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:06.105700 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-b3931e22-0716-48f5-8589-75442dc57a50 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 809 time: 0.3256438 May 10 16:49:06.113778 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (220991e5-1329-4636-9611-60faf7450827), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.118325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.119837 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/220991e5-1329-4636-9611-60faf7450827 HTTP/1.1" status: 204 len: 168 time: 0.7329144 May 10 16:49:06.138546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Request body: {'port': {'device_id': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15', 'admin_state_up': True, 'tenant_id': 'd968e17fa36f403a923b7b42af28333d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:06.143502 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03522551-ba0d-438c-8f54-a28f061631fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220991e5-1329-4636-9611-60faf7450827,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:06.241643 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-df69ba5a-1db9-4c65-83e3-9e6c8dffc81b req-012b5472-5410-4c8a-b7dc-d1c286995f0b service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603086 May 10 16:49:06.270863 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dcfa1-63de-4818-af8d-055163ee2d1a req-9026a80a-e76a-4f0a-a237-685a9aa27ee9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:06.283457 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f27dcfa1-63de-4818-af8d-055163ee2d1a req-9026a80a-e76a-4f0a-a237-685a9aa27ee9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1261899 May 10 16:49:06.283768 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38202) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:06.292244 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'floatingip': {'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:06.387338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.395161 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Made reservation on behalf of d968e17fa36f403a923b7b42af28333d for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:49:06.399834 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.476031 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234b5c3-b04b-49a2-8e03-97a13408ea78 req-9350019e-0c7d-4f36-8b62-9d20d78e88a3 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:06.478849 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3234b5c3-b04b-49a2-8e03-97a13408ea78 req-9350019e-0c7d-4f36-8b62-9d20d78e88a3 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0741975 May 10 16:49:06.583431 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38214) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:06.620874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6057b581-d7eb-4f36-8bb3-9a2c137dd0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.667992 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Allocated IP 172.20.0.7 (29cfe5c6-1718-45f0-8637-a49017b78c15/8803bfa3-6a5c-4ebc-8ec6-1a8de0794343/e57f2759-ae5d-4dd6-bdb4-4d2426adf577) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:49:06.677701 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:49:06.720466 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3234b5c3-b04b-49a2-8e03-97a13408ea78 req-6ff075a8-ea05-4038-a5b9-40da95ef5e14 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352556 May 10 16:49:06.773296 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-667a8726-c5d3-4176-b7cc-4ef39ea2fab4 req-adea9651-8971-4eb8-a43b-6fdb8b2a7a0e tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0843830 May 10 16:49:06.869073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6057b581-d7eb-4f36-8bb3-9a2c137dd0fa admin admin] Publish callbacks [] for security_group (9380f103-3c6a-4ae2-b21b-3e612a3f5467), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.887197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6057b581-d7eb-4f36-8bb3-9a2c137dd0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9380f103-3c6a-4ae2-b21b-3e612a3f5467), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.952267 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-6057b581-d7eb-4f36-8bb3-9a2c137dd0fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90ca7fd0ba324d75902a14699c88b283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658395 May 10 16:49:06.955218 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks [] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:06.956963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38222) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:06.964804 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057b581-d7eb-4f36-8bb3-9a2c137dd0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9380f103-3c6a-4ae2-b21b-3e612a3f5467,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:07.043831 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] Publish callbacks [] for security_group (9380f103-3c6a-4ae2-b21b-3e612a3f5467), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.047211 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.106455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] Publish callbacks [] for security_group (9380f103-3c6a-4ae2-b21b-3e612a3f5467), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.121725 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:49:07.134254 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:49:07.140777 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:49:07.145963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:07.146636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.149224 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Pushing event updated for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:07.171352 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d6851c3c-33e8-405f-ac7b-8665bbb66740 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0423405 May 10 16:49:07.237365 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b36b89-60b3-4896-a1fb-a9774eb2007b req-d0dc14ac-222b-4679-867a-003e62ce0a3d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:07.239097 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-50b36b89-60b3-4896-a1fb-a9774eb2007b req-d0dc14ac-222b-4679-867a-003e62ce0a3d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0622692 May 10 16:49:07.240181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9380f103-3c6a-4ae2-b21b-3e612a3f5467), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.243321 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.244656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9380f103-3c6a-4ae2-b21b-3e612a3f5467 HTTP/1.1" status: 204 len: 168 time: 0.2864721 May 10 16:49:07.270306 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd46c22-217f-409c-8ec7-7d18562810e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380f103-3c6a-4ae2-b21b-3e612a3f5467,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:07.312080 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-50b36b89-60b3-4896-a1fb-a9774eb2007b req-be0c9afe-a618-43cb-bfd7-934d85d8c401 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 May 10 16:49:07.547122 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.550249 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.660704 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Floating IP d328585b-28ed-42ed-a834-16150bb0e2b5 associated. External IP: 172.27.1.188, port: 494f67f0-21ef-40e7-8bd0-9ab88f71dbef. May 10 16:49:07.762553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Request body: {'port': {'device_id': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:07.899593 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:07.943170 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a310e-291f-4f4d-8aad-b15d8c70fd6f req-0ff7a74d-81c1-439f-9c9b-519659812dde tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:07.944739 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7e8a310e-291f-4f4d-8aad-b15d8c70fd6f req-0ff7a74d-81c1-439f-9c9b-519659812dde tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.0854316 May 10 16:49:08.023236 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:49:08.044572 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7e8a310e-291f-4f4d-8aad-b15d8c70fd6f req-243d47b7-19bf-4465-ad33-5dab5c853ffe tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/security-groups?id=823401cb-535a-45e9-8025-491f498f8933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 May 10 16:49:08.081735 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38264) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:08.105931 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f9bf9-f197-42b1-ae63-e3917aea7e68 req-29e5584f-cba1-44ce-aa2d-c8fbe8a07a62 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:08.107461 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-247f9bf9-f197-42b1-ae63-e3917aea7e68 req-29e5584f-cba1-44ce-aa2d-c8fbe8a07a62 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 931 time: 0.1818976 May 10 16:49:08.172199 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:49:08.179005 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.186181 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:49:08.203870 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:49:08.204543 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:08.234127 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b7e651f4-6ea7-4dc1-87a6-22daee40eadd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "PUT /v2.0/floatingips/d328585b-28ed-42ed-a834-16150bb0e2b5 HTTP/1.1" status: 200 len: 991 time: 1.9487979 May 10 16:49:08.234731 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:08.234897 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-247f9bf9-f197-42b1-ae63-e3917aea7e68 req-a376a533-9a08-42ac-bf87-c16ea1b0d571 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163831 May 10 16:49:08.243796 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f27b0-38bb-4d04-8f07-5d7a495609d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:08.304378 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42adf90-2036-47a0-a6d3-484cefc45166 x-openstack-request-id: req-f42adf90-2036-47a0-a6d3-484cefc45166 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:08.304931 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:08.305370 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f42adf90-2036-47a0-a6d3-484cefc45166 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:08.305924 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42adf90-2036-47a0-a6d3-484cefc45166'] response: {'name': 'network-changed', 'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'status': 'completed', 'code': 200} May 10 16:49:08.359136 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-a6c2f993-b50e-419a-ba92-02775d1387aa tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:08.360758 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-a6c2f993-b50e-419a-ba92-02775d1387aa tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 946 time: 0.1142459 May 10 16:49:08.380345 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57f2759-ae5d-4dd6-bdb4-4d2426adf577 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:08.391175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks [] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.426441 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ab3a25c9-a119-4e68-a185-ed88e543f9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.432223 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Transition to ACTIVE for port object e57f2759-ae5d-4dd6-bdb4-4d2426adf577 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:49:08.510134 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:49:08.529396 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.593669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Deleting port 49626576-c69c-48d0-8b3d-be4360ede3a8 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:49:08.594243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.620797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-b940b625-2b7e-41b4-b8e0-a99406b8791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:08.622361 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-b940b625-2b7e-41b4-b8e0-a99406b8791b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1129 time: 0.1976256 May 10 16:49:08.702522 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] For port 49626576-c69c-48d0-8b3d-be4360ede3a8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=49626576-c69c-48d0-8b3d-be4360ede3a8,segment=NetworkSegment(13e48834-d4e4-45fa-a210-c633c87e4d17),segment_id=13e48834-d4e4-45fa-a210-c633c87e4d17)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:08.702936 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.722149 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Calling delete_port for 49626576-c69c-48d0-8b3d-be4360ede3a8 owned by compute:nova {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:49:08.773633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15417a8-dab0-438e-b419-31466dc3f46c req-b617a067-d253-420a-baad-ef1a75394b32 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:08.774536 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d15417a8-dab0-438e-b419-31466dc3f46c req-b617a067-d253-420a-baad-ef1a75394b32 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.3211615 May 10 16:49:08.833005 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'd328585b-28ed-42ed-a834-16150bb0e2b5', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:21Z', 'updated_at': '2022-05-10T16:49:07Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:08.860742 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Pushing event updated for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:08.876963 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:49:08.891145 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:49:08.892974 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:48:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:08.948481 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (49626576-c69c-48d0-8b3d-be4360ede3a8), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:08.950517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-cbca0dbb-3fcd-4e7d-b729-193f5b77f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:08.952250 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-cbca0dbb-3fcd-4e7d-b729-193f5b77f702 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.2869003 May 10 16:49:08.962848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Attempting to bind port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:49:08.963195 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Attempting to bind port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:49:08.963713 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Attempting to bind port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 on network 29cfe5c6-1718-45f0-8637-a49017b78c15 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:08.971966 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['49626576-c69c-48d0-8b3d-be4360ede3a8'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:08.987978 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Pushing event deleted for resources: {'Port': ['ID=49626576-c69c-48d0-8b3d-be4360ede3a8,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:08.996288 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 on network 29cfe5c6-1718-45f0-8637-a49017b78c15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:49:08.996653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Attempting to bind port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 on network 29cfe5c6-1718-45f0-8637-a49017b78c15 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:09.036171 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d15417a8-dab0-438e-b419-31466dc3f46c req-9e6cf5aa-e02b-4763-89ae-614f3eabedbc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441521 May 10 16:49:09.075756 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:49:09.076112 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Checking segment: {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:49:09.078128 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Bound using segment: {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:49:09.078634 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Bound port: e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:49:09.078999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.090464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ab3a25c9-a119-4e68-a185-ed88e543f9cd admin admin] Publish callbacks [] for security_group (5cd31438-a414-461a-b48c-f937e4036791), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.109611 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:49:09.112027 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ab3a25c9-a119-4e68-a185-ed88e543f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5cd31438-a414-461a-b48c-f937e4036791), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.115752 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] No DVR routers for this DVR port 49626576-c69c-48d0-8b3d-be4360ede3a8 on host hv-cinder-83588 {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:49:09.122553 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.132254 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-23fc5a0a-275f-4eef-ae1d-df8aaa07f741 req-3e4fe0f9-9cdd-41d3-a7b3-7314b384f749 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.32 "DELETE /v2.0/ports/49626576-c69c-48d0-8b3d-be4360ede3a8 HTTP/1.1" status: 204 len: 173 time: 0.7645845 May 10 16:49:09.167276 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-2c99c8cf-8957-457a-b23a-313e06be67e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 999 time: 0.1956537 May 10 16:49:09.201937 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8e215d68-7618-4e8c-b918-78b89d56cbe2 req-91c7b47a-7326-4541-ab19-e2fe3c07919d tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.0373020 May 10 16:49:09.276565 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ab3a25c9-a119-4e68-a185-ed88e543f9cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4fe641298e84260a43b19b9f8b514ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1901934 May 10 16:49:09.279258 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38318) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:09.297441 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a25c9-a119-4e68-a185-ed88e543f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd31438-a414-461a-b48c-f937e4036791,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:09.344700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-8cb33682-ea58-43c9-9699-df7d5fa1d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:09.346203 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-8cb33682-ea58-43c9-9699-df7d5fa1d605 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.1569006 May 10 16:49:09.387453 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] Publish callbacks [] for security_group (5cd31438-a414-461a-b48c-f937e4036791), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.395006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:49:09.420937 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] Publish callbacks [] for security_group (5cd31438-a414-461a-b48c-f937e4036791), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.429955 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:49:09.455442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362b395-46c0-4dea-8ee6-7af76eee6989 req-42f87cf3-7c90-4945-9073-58711ee9207f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:09.459061 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3362b395-46c0-4dea-8ee6-7af76eee6989 req-42f87cf3-7c90-4945-9073-58711ee9207f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 943 time: 0.1117630 May 10 16:49:09.460290 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.494230 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'd328585b-28ed-42ed-a834-16150bb0e2b5', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:21Z', 'updated_at': '2022-05-10T16:49:07Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:09.511084 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-fa4668a0-fb76-46ff-81fe-b2aa176ccce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:09.513014 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-fa4668a0-fb76-46ff-81fe-b2aa176ccce7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1505094 May 10 16:49:09.539143 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:09.539771 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.541224 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] 10.222.0.32 "PUT /v2.0/ports/e57f2759-ae5d-4dd6-bdb4-4d2426adf577 HTTP/1.1" status: 200 len: 1093 time: 1.7893741 May 10 16:49:09.543907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:09.554964 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:09.561218 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2d68d-dd23-40c5-8b68-7ce7e71323c9 None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'd328585b-28ed-42ed-a834-16150bb0e2b5', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:48:21Z', 'updated_at': '2022-05-10T16:49:07Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:49:09.725788 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c779b-0d1f-461e-9b61-dbea4262a541 x-openstack-request-id: req-520c779b-0d1f-461e-9b61-dbea4262a541 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:09.726164 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:09.726435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-520c779b-0d1f-461e-9b61-dbea4262a541 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:09.727016 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520c779b-0d1f-461e-9b61-dbea4262a541'] response: {'name': 'network-changed', 'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577', 'status': 'completed', 'code': 200} May 10 16:49:09.727821 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fd443-1d12-4b5e-978c-1b65a34aacda service neutron] Pushing event updated for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:09.811440 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3362b395-46c0-4dea-8ee6-7af76eee6989 req-a0803f14-f454-42a9-a80e-b88fe71c8399 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366952 May 10 16:49:09.816682 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5cd31438-a414-461a-b48c-f937e4036791), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.822123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:09.823608 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cd31438-a414-461a-b48c-f937e4036791 HTTP/1.1" status: 204 len: 168 time: 0.5433574 May 10 16:49:09.824786 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-0bf3ac44-eb3c-4a97-bf88-2f3c061ab5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:09.833909 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-0bf3ac44-eb3c-4a97-bf88-2f3c061ab5f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 1127 time: 0.0947151 May 10 16:49:09.840196 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cb6f-ea13-4a77-a105-67cc42735e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd31438-a414-461a-b48c-f937e4036791,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:09.844763 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-6c31d749-6cd8-4c87-84a4-45fa32ae62a1 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188314 May 10 16:49:09.974633 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744daf33-d29e-473e-9ef4-49ef3985f8d8 None None] New status for floating IP d328585b-28ed-42ed-a834-16150bb0e2b5: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:49:10.245202 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56af38-fa7f-48c5-bd3c-b4520cf72227 req-85803b2a-c85b-48f3-bc29-3a3aa1ece514 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:10.247144 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1e56af38-fa7f-48c5-bd3c-b4520cf72227 req-85803b2a-c85b-48f3-bc29-3a3aa1ece514 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0765266 May 10 16:49:10.277265 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-ac4dec83-e456-403b-8a52-9a4fb5f5db60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577 HTTP/1.1" status: 200 len: 217 time: 0.1829221 May 10 16:49:10.316645 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'name': 'network-vif-deleted', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:10.332052 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306cad3-dad7-42c7-a9d1-c1873b634eea" -d '{"events": [{"server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "name": "network-vif-deleted", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:10.400691 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1e56af38-fa7f-48c5-bd3c-b4520cf72227 req-b8ce7ef1-cc08-49d3-8a7c-9e8930e6e90e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412098 May 10 16:49:10.416247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-c5b40006-7c1a-4a47-86ab-74f0da0a2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:10.417723 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-c5b40006-7c1a-4a47-86ab-74f0da0a2b00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 HTTP/1.1" status: 200 len: 849 time: 0.1223087 May 10 16:49:10.465114 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b89f27b0-38bb-4d04-8f07-5d7a495609d4 req-0d398ad4-6543-4e55-a415-d7c6321a6148 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688638 May 10 16:49:10.542985 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a9186-50b3-4910-a3a3-f479a4cad74f x-openstack-request-id: req-fd9a9186-50b3-4910-a3a3-f479a4cad74f {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:10.543533 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c17d0-fd7d-4f22-a89c-bc390a1cc535", "name": "network-vif-deleted", "tag": "49626576-c69c-48d0-8b3d-be4360ede3a8", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:10.543968 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd9a9186-50b3-4910-a3a3-f479a4cad74f {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:10.544606 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9a9186-50b3-4910-a3a3-f479a4cad74f'] response: {'server_uuid': '9e0c17d0-fd7d-4f22-a89c-bc390a1cc535', 'name': 'network-vif-deleted', 'tag': '49626576-c69c-48d0-8b3d-be4360ede3a8', 'status': 'completed', 'code': 200} May 10 16:49:10.557704 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-b61c7e81-f6fb-416d-93e2-d5a1a1275b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cfe5c6-1718-45f0-8637-a49017b78c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213222 May 10 16:49:10.569569 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-784ca0c6-eb86-4ab8-ba13-d1d2823f84da req-0ccccdc0-d500-44f8-8be4-1036e67f14e4 tempest-DeleteServersTestJSON-1477028676 tempest-DeleteServersTestJSON-1477028676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e0c17d0-fd7d-4f22-a89c-bc390a1cc535 HTTP/1.1" status: 200 len: 210 time: 0.1015894 May 10 16:49:10.647777 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38370) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:10.670534 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ab8-b58c-4f03-a4f6-5175383cc271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:10.715539 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-d8094b2b-38db-4976-a2a0-8b6312deb538 service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429100 May 10 16:49:10.797215 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ab8-b58c-4f03-a4f6-5175383cc271 admin admin] Publish callbacks [] for security_group (1d0c5afa-a4e6-4b77-819f-ace89f96465c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:10.803544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ab8-b58c-4f03-a4f6-5175383cc271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1d0c5afa-a4e6-4b77-819f-ace89f96465c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:10.821875 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38376) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:10.848375 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f50745d3-10f8-4bb4-868e-0b000dad365c req-1e104cfe-03b0-4669-be17-42dd55115eaf service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220539 May 10 16:49:10.857497 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9bd32ab8-b58c-4f03-a4f6-5175383cc271 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a685f4826f948ebbc6ecdf9fd16a527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085509 May 10 16:49:10.858525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32ab8-b58c-4f03-a4f6-5175383cc271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c5afa-a4e6-4b77-819f-ace89f96465c,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:10.860631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38382) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:10.931348 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] Publish callbacks [] for security_group (1d0c5afa-a4e6-4b77-819f-ace89f96465c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:10.956356 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] Publish callbacks [] for security_group (1d0c5afa-a4e6-4b77-819f-ace89f96465c), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:10.989653 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c099f-23bb-4e9b-803e-89bcf83603fe req-f3cc6ea5-56a9-4b97-9c7a-706976b22cba tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:10.991489 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d9c099f-23bb-4e9b-803e-89bcf83603fe req-f3cc6ea5-56a9-4b97-9c7a-706976b22cba tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 943 time: 0.0677874 May 10 16:49:11.002506 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3aa49d06-ae2a-4b19-bd6f-26a743c28772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.042921 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d9c099f-23bb-4e9b-803e-89bcf83603fe req-bb095d7d-b122-49b5-b93e-a7137a1ea494 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 May 10 16:49:11.048973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1d0c5afa-a4e6-4b77-819f-ace89f96465c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.051891 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.053763 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d0c5afa-a4e6-4b77-819f-ace89f96465c HTTP/1.1" status: 204 len: 168 time: 0.1919246 May 10 16:49:11.070534 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c6395-816a-4f03-acd3-ef1a8474d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c5afa-a4e6-4b77-819f-ace89f96465c,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:11.134214 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3aa49d06-ae2a-4b19-bd6f-26a743c28772 admin admin] Publish callbacks [] for security_group (1d24c38a-365e-4d90-9935-25e8a38b42c5), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.138955 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3aa49d06-ae2a-4b19-bd6f-26a743c28772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1d24c38a-365e-4d90-9935-25e8a38b42c5), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.383033 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-3aa49d06-ae2a-4b19-bd6f-26a743c28772 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e26efc112f914298ac95d8cb1e5202c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598173 May 10 16:49:11.384427 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa49d06-ae2a-4b19-bd6f-26a743c28772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24c38a-365e-4d90-9935-25e8a38b42c5,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:11.385761 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38394) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:11.440180 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] Publish callbacks [] for security_group (1d24c38a-365e-4d90-9935-25e8a38b42c5), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.462816 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] Publish callbacks [] for security_group (1d24c38a-365e-4d90-9935-25e8a38b42c5), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.512845 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1d24c38a-365e-4d90-9935-25e8a38b42c5), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.515485 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:11.516689 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d24c38a-365e-4d90-9935-25e8a38b42c5 HTTP/1.1" status: 204 len: 168 time: 0.1290095 May 10 16:49:11.527663 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26e997-4030-4c03-b417-54deca46c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24c38a-365e-4d90-9935-25e8a38b42c5,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:11.548099 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486bacc-ec0e-4ba3-88ac-62e007fb2505 req-3bc952be-770a-4af7-ae23-38fef13e32fc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:11.549972 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8486bacc-ec0e-4ba3-88ac-62e007fb2505 req-3bc952be-770a-4af7-ae23-38fef13e32fc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0662417 May 10 16:49:11.617942 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8486bacc-ec0e-4ba3-88ac-62e007fb2505 req-50ddde50-3bdd-43ef-a12f-15589812118a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600989 May 10 16:49:11.838843 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device e57f2759-ae5d-4dd6-bdb4-4d2426adf577 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:49:11.863047 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 49626576-c69c-48d0-8b3d-be4360ede3a8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:49:11.991542 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:12.004990 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577', 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15', 'port_id': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577', 'mac_address': 'fa:16:3e:b2:a7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8803bfa3-6a5c-4ebc-8ec6-1a8de0794343', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:49:12.028479 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 49626576-c69c-48d0-8b3d-be4360ede3a8 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:49:12.028814 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 49626576-c69c-48d0-8b3d-be4360ede3a8 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:49:12.034412 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38438) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:12.047693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-5ea8f5c5-0367-47f0-99d0-f2b99b7771e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:12.049335 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-5ea8f5c5-0367-47f0-99d0-f2b99b7771e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 1127 time: 0.0941000 May 10 16:49:12.055760 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cf5b80ad-e48b-4ab6-bd54-c152f60bdb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.101704 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:12.102194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.125271 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57f2759-ae5d-4dd6-bdb4-4d2426adf577 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:12.166648 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:12.171447 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.237268 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ce17b-1de3-427d-b9e8-1fdb9768c652 req-4961d149-d33d-44ae-8620-971304b45342 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:12.240875 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd1ce17b-1de3-427d-b9e8-1fdb9768c652 req-4961d149-d33d-44ae-8620-971304b45342 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 943 time: 0.0944035 May 10 16:49:12.290036 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cf5b80ad-e48b-4ab6-bd54-c152f60bdb72 admin admin] Publish callbacks [] for security_group (65ebc35f-30bf-45d7-82f0-bc5526b12b2a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.305194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:12.316033 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cf5b80ad-e48b-4ab6-bd54-c152f60bdb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (65ebc35f-30bf-45d7-82f0-bc5526b12b2a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.317518 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.317996 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.319855 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.320867 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.321469 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.322525 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.323080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.323689 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.324252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.325235 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.326359 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.326967 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.327505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.328092 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.328712 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:49:12.337647 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-5dc95813-76e1-4729-9883-6ddfb9f4ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:12.341705 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-5dc95813-76e1-4729-9883-6ddfb9f4ae4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 910 time: 0.2736905 May 10 16:49:12.382650 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-cf5b80ad-e48b-4ab6-bd54-c152f60bdb72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2de619de9da84008b61f3ef2adb1def9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464475 May 10 16:49:12.401695 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd1ce17b-1de3-427d-b9e8-1fdb9768c652 req-1d20bea1-4b6e-4ed9-93b9-9cb8ed0f698e tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500759 May 10 16:49:12.402853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38456) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:12.409796 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b80ad-e48b-4ab6-bd54-c152f60bdb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ebc35f-30bf-45d7-82f0-bc5526b12b2a,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:12.412830 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-b9990642-9d61-4e8c-9a13-9c751b7b6414 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577 HTTP/1.1" status: 200 len: 217 time: 0.0576708 May 10 16:49:12.482505 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] Publish callbacks [] for security_group (65ebc35f-30bf-45d7-82f0-bc5526b12b2a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.493083 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-2ef37415-af62-4fee-b272-f8982d546549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:12.494528 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-2ef37415-af62-4fee-b272-f8982d546549 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 HTTP/1.1" status: 200 len: 849 time: 0.0632064 May 10 16:49:12.510215 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['e57f2759-ae5d-4dd6-bdb4-4d2426adf577'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:12.523009 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] Publish callbacks [] for security_group (65ebc35f-30bf-45d7-82f0-bc5526b12b2a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.549862 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-8b89110f-df31-4d21-b33e-3536c54aaef5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cfe5c6-1718-45f0-8637-a49017b78c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400064 May 10 16:49:12.593716 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (65ebc35f-30bf-45d7-82f0-bc5526b12b2a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.598718 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:12.603508 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65ebc35f-30bf-45d7-82f0-bc5526b12b2a HTTP/1.1" status: 204 len: 168 time: 0.1965380 May 10 16:49:12.611175 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f58bf-a4ae-4f81-b9e6-99dfb25ea16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ebc35f-30bf-45d7-82f0-bc5526b12b2a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:12.734538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-3fc7daf5-d5ea-4e58-9d0c-cf2a3c8bd570 service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687100 May 10 16:49:12.871132 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4839ea9b-ca70-4f76-ad4b-32665da9e0aa req-54a94d32-a573-42c4-ba73-7816464f45e4 service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292498 May 10 16:49:12.924724 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38470) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:12.965036 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ecace-0436-4007-bd35-4cee88a92fd7 req-e4f66a74-d524-4d11-8bc4-3d4d13d916eb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:12.966660 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-230ecace-0436-4007-bd35-4cee88a92fd7 req-e4f66a74-d524-4d11-8bc4-3d4d13d916eb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0519254 May 10 16:49:13.020082 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-230ecace-0436-4007-bd35-4cee88a92fd7 req-ec870036-8190-4f79-b3d6-d51ca673c5f3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 May 10 16:49:13.045583 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d98ee4ee-23cf-4bdd-9ba4-777f322c0862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.143182 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d98ee4ee-23cf-4bdd-9ba4-777f322c0862 admin admin] Publish callbacks [] for security_group (b04fdfbe-987b-4ca3-961b-e98f97907df9), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.148438 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d98ee4ee-23cf-4bdd-9ba4-777f322c0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b04fdfbe-987b-4ca3-961b-e98f97907df9), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.190290 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ee4ee-23cf-4bdd-9ba4-777f322c0862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04fdfbe-987b-4ca3-961b-e98f97907df9,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:13.196873 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d98ee4ee-23cf-4bdd-9ba4-777f322c0862 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad4a689878a46dba0c9c49f92982e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706926 May 10 16:49:13.203495 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38486) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:13.268920 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] Publish callbacks [] for security_group (b04fdfbe-987b-4ca3-961b-e98f97907df9), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.279557 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38496) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:13.295287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] Publish callbacks [] for security_group (b04fdfbe-987b-4ca3-961b-e98f97907df9), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.332967 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Deleting subnet f2ccc390-d06d-4858-bc46-cf2de1297196 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:49:13.336885 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Publish callbacks [] for subnet (f2ccc390-d06d-4858-bc46-cf2de1297196), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.348726 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b04fdfbe-987b-4ca3-961b-e98f97907df9), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.352094 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.353471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b04fdfbe-987b-4ca3-961b-e98f97907df9 HTTP/1.1" status: 204 len: 168 time: 0.1467538 May 10 16:49:13.364474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3cded-d929-4e4b-892f-ba6184ed20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04fdfbe-987b-4ca3-961b-e98f97907df9,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:13.381984 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (f2ccc390-d06d-4858-bc46-cf2de1297196), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.422328 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (f2ccc390-d06d-4858-bc46-cf2de1297196), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.489123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (f2ccc390-d06d-4858-bc46-cf2de1297196), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.534486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ccc390-d06d-4858-bc46-cf2de1297196,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:13.563758 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.567665 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7c63517d-64e3-488b-be24-230c5bb9e867 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2ccc390-d06d-4858-bc46-cf2de1297196 HTTP/1.1" status: 204 len: 168 time: 0.2869074 May 10 16:49:13.570378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38510) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:13.595796 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27eaf-7e94-4daf-b403-3a8f11f1ca65 req-56490dff-dd61-4e2b-84db-df4ba7313df4 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:13.606083 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-41f27eaf-7e94-4daf-b403-3a8f11f1ca65 req-56490dff-dd61-4e2b-84db-df4ba7313df4 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 944 time: 0.1090221 May 10 16:49:13.670236 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-41f27eaf-7e94-4daf-b403-3a8f11f1ca65 req-fd61517c-6c99-4c64-9c70-af9501d38f23 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628486 May 10 16:49:13.683378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (0b17740a-1b3f-415d-9520-631c81c0c86a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.782680 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (0b17740a-1b3f-415d-9520-631c81c0c86a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.820716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.821097 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.821857 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.822307 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > port after_create 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.822704 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.823174 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > port after_update 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.823518 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.823845 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.824159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.824599 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.843583 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device e57f2759-ae5d-4dd6-bdb4-4d2426adf577 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:49:13.897119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.897473 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.897808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.898140 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 16:49:13.898528 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b17740a-1b3f-415d-9520-631c81c0c86a']}} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:13.906520 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:49:13.915972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:49:13.916560 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:13.929425 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e48834-d4e4-45fa-a210-c633c87e4d17') {'for_net_delete': True} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:13.929704 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e48834-d4e4-45fa-a210-c633c87e4d17') {} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:49:13.969353 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408230'] for segment (13e48834-d4e4-45fa-a210-c633c87e4d17), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.004097 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (13e48834-d4e4-45fa-a210-c633c87e4d17), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.020514 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=120584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:49:14.021121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2504418'] for segment (13e48834-d4e4-45fa-a210-c633c87e4d17), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: from cryptography.utils import int_from_bytes May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: from cryptography.utils import int_from_bytes May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: Traceback (most recent call last): May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: timer() May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: cb(*args, **kw) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: return func(*args, **kwargs) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: self._notify() May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: self.callback(batched_events) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: event.method(event) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: return f(self, *a, **k) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._get(url).json() May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: return self.request(url, 'GET', **kwargs) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:49:14.052135 dv-cinder-835881-10-iscsi neutron-server[120584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:49:14.074785 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:14.076187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.133000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:14.135753 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151888e9-3289-4952-a9d3-26668fe4934f" -d '{"events": [{"server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "name": "network-vif-plugged", "status": "completed", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:14.158753 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:14.164903 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.200092 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (0b17740a-1b3f-415d-9520-631c81c0c86a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.228940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18855bb-8949-413e-a4ea-55132de31b05 x-openstack-request-id: req-a18855bb-8949-413e-a4ea-55132de31b05 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:14.230739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "name": "network-vif-plugged", "status": "completed", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:14.231179 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a18855bb-8949-413e-a4ea-55132de31b05 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:14.231748 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18855bb-8949-413e-a4ea-55132de31b05'] response: {'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577', 'code': 200} May 10 16:49:14.261787 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.269543 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0b17740a-1b3f-415d-9520-631c81c0c86a HTTP/1.1" status: 204 len: 168 time: 0.6979709 May 10 16:49:14.274763 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedf7dc-ae90-4090-87c1-47605eb44f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b17740a-1b3f-415d-9520-631c81c0c86a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:14.296407 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb497556-1bfd-4224-b87c-c11a48c757e0 req-b5630733-6f9c-48c6-a7b8-956ba4504b80 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:14.305542 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb497556-1bfd-4224-b87c-c11a48c757e0 req-b5630733-6f9c-48c6-a7b8-956ba4504b80 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0967586 May 10 16:49:14.321504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:14.404806 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb497556-1bfd-4224-b87c-c11a48c757e0 req-1b8d22b1-2b45-4cf9-a483-09ab5f41d351 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983126 May 10 16:49:14.453023 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e9e7-7c3b-43fd-9e0b-b3fc15a198de req-45665028-dad2-4215-9519-db632ae8c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:14.454657 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8bb3e9e7-7c3b-43fd-9e0b-b3fc15a198de req-45665028-dad2-4215-9519-db632ae8c244 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 1129 time: 0.0415690 May 10 16:49:14.469799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38550) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:14.545207 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e63a800a-f653-494e-8001-62db939e9d8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60f85e7bbb38404ba6b68eff605a3306&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0741367 May 10 16:49:14.547721 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8bb3e9e7-7c3b-43fd-9e0b-b3fc15a198de req-a9685d8a-47ed-4041-825c-0e9667bedf7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 May 10 16:49:14.547865 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38554) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:14.600193 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] Publish callbacks [] for security_group (823401cb-535a-45e9-8025-491f498f8933), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.623665 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] Publish callbacks [] for security_group (823401cb-535a-45e9-8025-491f498f8933), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.676394 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (823401cb-535a-45e9-8025-491f498f8933), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.679760 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:14.681004 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/823401cb-535a-45e9-8025-491f498f8933 HTTP/1.1" status: 204 len: 168 time: 0.1321552 May 10 16:49:14.691154 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ff8b-e544-468b-8277-84f8b3b2c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823401cb-535a-45e9-8025-491f498f8933,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:14.818205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397b1b9-5f2e-4500-b6c9-a13317545890 req-893b252d-b039-41d3-b395-284a801ec859 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:14.820531 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8397b1b9-5f2e-4500-b6c9-a13317545890 req-893b252d-b039-41d3-b395-284a801ec859 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0567713 May 10 16:49:14.875248 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8397b1b9-5f2e-4500-b6c9-a13317545890 req-4c483ec8-f601-4cfe-be9e-2781a0e24913 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 May 10 16:49:15.019719 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38572) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:15.139111 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d75381b-18ea-4eb7-9d20-c91ae1ec1f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.245463 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d75381b-18ea-4eb7-9d20-c91ae1ec1f05 admin admin] Publish callbacks [] for security_group (b9853674-a433-4bbd-b026-ec32ccddc19a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.250316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d75381b-18ea-4eb7-9d20-c91ae1ec1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b9853674-a433-4bbd-b026-ec32ccddc19a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.295912 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75381b-18ea-4eb7-9d20-c91ae1ec1f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9853674-a433-4bbd-b026-ec32ccddc19a,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:15.308313 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8d75381b-18ea-4eb7-9d20-c91ae1ec1f05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cfc2ec13a4f4ae8ae7c87c72078116f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855060 May 10 16:49:15.309247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38592) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:15.379832 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] Publish callbacks [] for security_group (b9853674-a433-4bbd-b026-ec32ccddc19a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.421468 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] Publish callbacks [] for security_group (b9853674-a433-4bbd-b026-ec32ccddc19a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.584553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc506b-e65c-4763-95f2-fbe4062b900b req-203a9760-48ec-4c8b-8062-bdde22b654c8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:15.592505 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-25dc506b-e65c-4763-95f2-fbe4062b900b req-203a9760-48ec-4c8b-8062-bdde22b654c8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.1035962 May 10 16:49:15.666710 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-25dc506b-e65c-4763-95f2-fbe4062b900b req-d72550ae-c279-4419-b65c-59bfb8ea15fc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689065 May 10 16:49:15.681399 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b9853674-a433-4bbd-b026-ec32ccddc19a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.687150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:15.690840 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9853674-a433-4bbd-b026-ec32ccddc19a HTTP/1.1" status: 204 len: 168 time: 0.3780901 May 10 16:49:15.711579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9643-7aab-48a7-a218-49060c98b9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9853674-a433-4bbd-b026-ec32ccddc19a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:16.229445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c624c-436b-480b-adff-f1b94f1c585a req-fd1cd2e3-3f3a-43ff-bdd5-42a327bfeeab tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:16.231019 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-481c624c-436b-480b-adff-f1b94f1c585a req-fd1cd2e3-3f3a-43ff-bdd5-42a327bfeeab tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0725558 May 10 16:49:16.304811 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-481c624c-436b-480b-adff-f1b94f1c585a req-d86af3fc-aeec-46c2-a32e-584d5741b9f7 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678618 May 10 16:49:16.799452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d71f6-b391-48be-8bae-89e499efc359 req-f2c7f50e-8940-428f-95a3-3cca88357dbd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:16.801289 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-582d71f6-b391-48be-8bae-89e499efc359 req-f2c7f50e-8940-428f-95a3-3cca88357dbd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0541418 May 10 16:49:16.857466 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-582d71f6-b391-48be-8bae-89e499efc359 req-5cc88e46-a1e8-441f-be45-e434c587af7b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 May 10 16:49:17.431647 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe163-5963-4154-8985-20b5e3677ff9 req-d505b75b-ee20-4082-be10-0bc8f968e5b4 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:17.433369 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-33fbe163-5963-4154-8985-20b5e3677ff9 req-d505b75b-ee20-4082-be10-0bc8f968e5b4 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0530396 May 10 16:49:17.485346 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-33fbe163-5963-4154-8985-20b5e3677ff9 req-30c8065e-b074-43c2-9dfe-733a854c9336 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 May 10 16:49:17.512369 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 38722) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:17.621287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-252e15fb-1194-4a26-a01a-ac7ab6b55c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.714427 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-252e15fb-1194-4a26-a01a-ac7ab6b55c00 admin admin] Publish callbacks [] for security_group (a3ddd7aa-df04-427c-ad36-96aeb621190c), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.719181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-252e15fb-1194-4a26-a01a-ac7ab6b55c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a3ddd7aa-df04-427c-ad36-96aeb621190c), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.765215 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-252e15fb-1194-4a26-a01a-ac7ab6b55c00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d622ff142f241bc975d80a6ddf001de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598383 May 10 16:49:17.766345 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 38740) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:17.767520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e15fb-1194-4a26-a01a-ac7ab6b55c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ddd7aa-df04-427c-ad36-96aeb621190c,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:17.837608 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] Publish callbacks [] for security_group (a3ddd7aa-df04-427c-ad36-96aeb621190c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.866437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] Publish callbacks [] for security_group (a3ddd7aa-df04-427c-ad36-96aeb621190c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.930746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a3ddd7aa-df04-427c-ad36-96aeb621190c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.934495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:17.936440 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3ddd7aa-df04-427c-ad36-96aeb621190c HTTP/1.1" status: 204 len: 168 time: 0.1683574 May 10 16:49:17.957721 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50bade-f3d6-46b9-9b73-425cbd420c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ddd7aa-df04-427c-ad36-96aeb621190c,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:18.059380 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a281b9-2eb4-40de-b438-44a00dd1139f req-82b2e541-fac4-4cbd-9f48-ae302ba5602f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:18.061013 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-20a281b9-2eb4-40de-b438-44a00dd1139f req-82b2e541-fac4-4cbd-9f48-ae302ba5602f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.1131554 May 10 16:49:18.152561 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-20a281b9-2eb4-40de-b438-44a00dd1139f req-bf909ea7-dbe4-4fc5-b945-317ff66b47d9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 May 10 16:49:18.320600 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea033141-732c-4355-887e-fa707947bf20 req-1a959835-fc29-4aee-a56c-45ebc17eb96c tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:18.329662 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ea033141-732c-4355-887e-fa707947bf20 req-1a959835-fc29-4aee-a56c-45ebc17eb96c tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0753205 May 10 16:49:18.395137 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ea033141-732c-4355-887e-fa707947bf20 req-3f650ea0-402f-4dc8-9cc4-69f210910965 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627930 May 10 16:49:19.113644 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6596e133-7dd0-408f-b037-022b0140b621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:19.303661 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c038808-27da-4ce0-b6aa-1a75c76688dd req-0c087b23-c556-4028-bb3c-ef0fdb903529 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:19.305904 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6c038808-27da-4ce0-b6aa-1a75c76688dd req-0c087b23-c556-4028-bb3c-ef0fdb903529 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0581498 May 10 16:49:19.394753 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6c038808-27da-4ce0-b6aa-1a75c76688dd req-7062734a-bdcc-4d83-b07c-9f3030a9686f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814979 May 10 16:49:19.505085 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6231d5-2fec-4226-8e9c-c7a67a586d12 req-4f86408e-f517-4e6b-83e9-6136b3c3b9ac tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:19.506610 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf6231d5-2fec-4226-8e9c-c7a67a586d12 req-4f86408e-f517-4e6b-83e9-6136b3c3b9ac tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0466383 May 10 16:49:19.558588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf6231d5-2fec-4226-8e9c-c7a67a586d12 req-bcd74dbe-3640-400a-84e5-81666b08a6f5 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 May 10 16:49:19.991401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411848-e606-4160-aa50-dbf648941f0b req-61965ec4-9504-4d16-9d38-ede658864ebe tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:19.993351 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-06411848-e606-4160-aa50-dbf648941f0b req-61965ec4-9504-4d16-9d38-ede658864ebe tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 945 time: 0.0633676 May 10 16:49:20.156489 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Deleting port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:49:20.156489 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:20.268426 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] For port e57f2759-ae5d-4dd6-bdb4-4d2426adf577, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:20.268793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:20.284771 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Calling delete_port for e57f2759-ae5d-4dd6-bdb4-4d2426adf577 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:49:20.485625 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (e57f2759-ae5d-4dd6-bdb4-4d2426adf577), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:20.528800 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Pushing event deleted for resources: {'Port': ['ID=e57f2759-ae5d-4dd6-bdb4-4d2426adf577,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:20.571626 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a5591-a482-4d8b-a5dc-c783e1c0083c req-4e21d171-839d-4e75-b6e0-2da358414382 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:20.574096 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0b5a5591-a482-4d8b-a5dc-c783e1c0083c req-4e21d171-839d-4e75-b6e0-2da358414382 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0680854 May 10 16:49:20.616651 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] No DVR routers for this DVR port e57f2759-ae5d-4dd6-bdb4-4d2426adf577 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:49:20.620208 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:20.624071 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-06411848-e606-4160-aa50-dbf648941f0b req-bcd49007-44c7-49a5-9d16-6f05f260a0f1 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "DELETE /v2.0/ports/e57f2759-ae5d-4dd6-bdb4-4d2426adf577 HTTP/1.1" status: 204 len: 173 time: 0.6196790 May 10 16:49:20.624928 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'name': 'network-vif-deleted', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:20.627670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f7609-1d8b-4530-b707-766bd50e0675" -d '{"events": [{"server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "name": "network-vif-deleted", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:20.651151 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0b5a5591-a482-4d8b-a5dc-c783e1c0083c req-d8518835-ba48-4644-900d-d09c31dfa2df tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 May 10 16:49:20.688228 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d1fabbd9-b131-4837-aece-47e5cd5f7024 req-58b05ec1-a9ba-4fbf-a1fe-813f38ee6578 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0313320 May 10 16:49:20.710794 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee60e09-4691-48b5-aa75-e127065ad92a x-openstack-request-id: req-bee60e09-4691-48b5-aa75-e127065ad92a {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:20.711092 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4075b5-60fe-448e-bf81-e15ef0d7696b", "name": "network-vif-deleted", "tag": "e57f2759-ae5d-4dd6-bdb4-4d2426adf577", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:20.711530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bee60e09-4691-48b5-aa75-e127065ad92a {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:20.712088 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee60e09-4691-48b5-aa75-e127065ad92a'] response: {'server_uuid': 'ad4075b5-60fe-448e-bf81-e15ef0d7696b', 'name': 'network-vif-deleted', 'tag': 'e57f2759-ae5d-4dd6-bdb4-4d2426adf577', 'status': 'completed', 'code': 200} May 10 16:49:21.361520 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-85c4cf6b-f8a1-4c1e-9046-b44eea2f6efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:21.777882 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488da2a-44cc-46a0-95ec-027cec7ba8a6 req-8112e6f8-1e10-455f-addd-839970620e14 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:21.779387 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1488da2a-44cc-46a0-95ec-027cec7ba8a6 req-8112e6f8-1e10-455f-addd-839970620e14 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0484385 May 10 16:49:21.802782 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1814980a-fb03-42e4-ab58-c9fc95b9cbc7 req-153b3cac-fcc8-4401-9446-7158acfe7e93 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0301969 May 10 16:49:21.834895 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1488da2a-44cc-46a0-95ec-027cec7ba8a6 req-071fd9a2-4ae7-43d0-b27a-a4cec6092b00 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497048 May 10 16:49:21.958808 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['e57f2759-ae5d-4dd6-bdb4-4d2426adf577'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:22.487460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:22.906173 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-094473f1-d97e-4787-a02b-63602e683648 req-72e15805-66d0-470b-a517-f970b9e2261b tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4075b5-60fe-448e-bf81-e15ef0d7696b HTTP/1.1" status: 200 len: 210 time: 0.0352705 May 10 16:49:22.952770 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b981-28da-4fd7-b019-630c5bd83331 req-2e5ad706-111a-4674-8a79-f305965f9984 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:22.954352 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e4f1b981-28da-4fd7-b019-630c5bd83331 req-2e5ad706-111a-4674-8a79-f305965f9984 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0514538 May 10 16:49:23.006206 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e4f1b981-28da-4fd7-b019-630c5bd83331 req-a12e55b9-3d61-48c2-8b3d-eee24ce5d3b0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 May 10 16:49:23.975238 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device e57f2759-ae5d-4dd6-bdb4-4d2426adf577 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:49:23.997145 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: e57f2759-ae5d-4dd6-bdb4-4d2426adf577 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:49:23.997510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device e57f2759-ae5d-4dd6-bdb4-4d2426adf577 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:49:24.150175 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045d51-6abb-429f-b1cf-eca404e26f7b req-274dca41-c004-4062-97d3-039c52554086 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:24.159349 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b9045d51-6abb-429f-b1cf-eca404e26f7b req-274dca41-c004-4062-97d3-039c52554086 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0654464 May 10 16:49:24.223921 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b9045d51-6abb-429f-b1cf-eca404e26f7b req-24c22290-9e70-4c21-9428-7a9e3e2fecbb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 May 10 16:49:24.264101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:24.301477 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-f6ade7d7-03c4-4a25-abc9-a366d1b04839 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:24.305798 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-f6ade7d7-03c4-4a25-abc9-a366d1b04839 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 809 time: 0.1374443 May 10 16:49:24.319325 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-7bac8b37-6d39-4b86-8945-c65614015491 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/quotas/d968e17fa36f403a923b7b42af28333d HTTP/1.1" status: 200 len: 375 time: 0.0097723 May 10 16:49:24.358625 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-6b519544-711c-42f3-9bb5-aa5062f0dbba tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328033 May 10 16:49:24.464111 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-7013253e-78b0-42f6-a31e-e9f35f2a7d9b service neutron] 10.222.0.48 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979667 May 10 16:49:24.567727 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-05d8d892-874b-430e-9d2a-eaea3b67b992 service neutron] 10.222.0.48 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978975 May 10 16:49:24.756179 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3988e3a6-ad8a-434e-a8ca-b2c796ec18bf req-bb5355d9-1a73-4c76-a9d3-943e4043ae7e tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 210 time: 0.0325618 May 10 16:49:25.124063 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39044) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:25.270421 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-afd73b46-e75b-4d1b-b449-52d25e9feb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.378191 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2225e6-cfe0-44fc-b3bb-20184bda3259 req-484991b3-fc7e-427e-9391-9eb85301982c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:25.380711 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8a2225e6-cfe0-44fc-b3bb-20184bda3259 req-484991b3-fc7e-427e-9391-9eb85301982c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0679593 May 10 16:49:25.410598 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-afd73b46-e75b-4d1b-b449-52d25e9feb6d admin admin] Publish callbacks [] for security_group (0b3660b6-7f53-4a25-9233-f673d8bb2877), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.421684 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-afd73b46-e75b-4d1b-b449-52d25e9feb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (0b3660b6-7f53-4a25-9233-f673d8bb2877), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.466655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8a2225e6-cfe0-44fc-b3bb-20184bda3259 req-cc9ee62d-7d66-4e40-841a-d3e850b0ebaf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730236 May 10 16:49:25.505732 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd73b46-e75b-4d1b-b449-52d25e9feb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3660b6-7f53-4a25-9233-f673d8bb2877,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:25.510645 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-afd73b46-e75b-4d1b-b449-52d25e9feb6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5f04231e263409487e0859c587d8673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848109 May 10 16:49:25.513179 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39068) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:25.590985 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] Publish callbacks [] for security_group (0b3660b6-7f53-4a25-9233-f673d8bb2877), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.597966 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.620199 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] Publish callbacks [] for security_group (0b3660b6-7f53-4a25-9233-f673d8bb2877), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.684299 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (0b3660b6-7f53-4a25-9233-f673d8bb2877), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.686951 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:25.688098 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b3660b6-7f53-4a25-9233-f673d8bb2877 HTTP/1.1" status: 204 len: 168 time: 0.1740215 May 10 16:49:25.696890 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8ba90-b459-4c16-b37a-02ad8c19fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3660b6-7f53-4a25-9233-f673d8bb2877,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:25.906593 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fdaa1198-0c24-4408-bf21-0353dae323d2 req-be73e9bb-922f-4d18-8ea9-75806df92d86 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 210 time: 0.0464773 May 10 16:49:26.007224 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39084) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:26.020756 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-27aaf528-07b9-481a-be5e-b0a0cb1e9212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.026770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-fe6630f9-4eee-4b4e-9b20-36bb30e35f70 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:26.028342 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-fe6630f9-4eee-4b4e-9b20-36bb30e35f70 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 809 time: 0.1438832 May 10 16:49:26.046339 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Request body: {'port': {'device_id': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15', 'admin_state_up': True, 'tenant_id': 'd968e17fa36f403a923b7b42af28333d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:26.114399 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-27aaf528-07b9-481a-be5e-b0a0cb1e9212 admin admin] Publish callbacks [] for security_group (86a1122d-151c-4b52-b7e3-8725b16fa364), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.120025 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-27aaf528-07b9-481a-be5e-b0a0cb1e9212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (86a1122d-151c-4b52-b7e3-8725b16fa364), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.159302 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-27aaf528-07b9-481a-be5e-b0a0cb1e9212 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7192f560cd444537a7422d7681209044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509438 May 10 16:49:26.162442 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39092) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:26.169673 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaf528-07b9-481a-be5e-b0a0cb1e9212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1122d-151c-4b52-b7e3-8725b16fa364,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:26.178900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Made reservation on behalf of d968e17fa36f403a923b7b42af28333d for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:49:26.183291 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.225387 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] Publish callbacks [] for security_group (86a1122d-151c-4b52-b7e3-8725b16fa364), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.251245 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] Publish callbacks [] for security_group (86a1122d-151c-4b52-b7e3-8725b16fa364), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.325788 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (86a1122d-151c-4b52-b7e3-8725b16fa364), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.328440 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.329593 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86a1122d-151c-4b52-b7e3-8725b16fa364 HTTP/1.1" status: 204 len: 168 time: 0.1662259 May 10 16:49:26.337765 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb514fcb-3c2c-4d87-b1d3-50a6442424ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1122d-151c-4b52-b7e3-8725b16fa364,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:26.345844 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Allocated IP 172.20.0.8 (29cfe5c6-1718-45f0-8637-a49017b78c15/8803bfa3-6a5c-4ebc-8ec6-1a8de0794343/fd783ff0-31a4-4db4-a3b8-f7356a3f38bd) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:49:26.573578 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks [] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.641914 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f3c1-6f51-4dbd-b06a-78482612bf8c req-f881c5cf-d1d2-457c-9564-c823511173ec tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:26.650077 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a862f3c1-6f51-4dbd-b06a-78482612bf8c req-f881c5cf-d1d2-457c-9564-c823511173ec tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0839217 May 10 16:49:26.717113 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.736078 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39126) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:26.785838 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a862f3c1-6f51-4dbd-b06a-78482612bf8c req-d421fb85-32db-43e2-8064-f647cade4160 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341999 May 10 16:49:26.803932 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Network 29cfe5c6-1718-45f0-8637-a49017b78c15 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:49:26.809211 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Pushing event updated for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:26.813984 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:49:26.822821 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:49:26.898580 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ae22c7a-147d-44f8-aab9-523aa68c5dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.903320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:26.904039 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:26.927919 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-1128210e-35ea-47cc-99e3-8ed5f2ceb218 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858497 May 10 16:49:26.945177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Request body: {'port': {'device_id': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:27.054149 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ae22c7a-147d-44f8-aab9-523aa68c5dff admin admin] Publish callbacks [] for security_group (a37a93e9-6234-425e-95d3-f97f55903906), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.079167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3ae22c7a-147d-44f8-aab9-523aa68c5dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a37a93e9-6234-425e-95d3-f97f55903906), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.104987 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.140483 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba49917-59ce-4f6e-8bf4-6058d6ed2d68 req-8fdce997-495c-44d2-9f25-fcd6b8c4fad8 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:27.142469 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dba49917-59ce-4f6e-8bf4-6058d6ed2d68 req-8fdce997-495c-44d2-9f25-fcd6b8c4fad8 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 931 time: 0.1061771 May 10 16:49:27.153745 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3ae22c7a-147d-44f8-aab9-523aa68c5dff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c86e3556b80c4de48963d5509f31110f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167044 May 10 16:49:27.154500 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39146) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:27.154888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39148) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:27.171166 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae22c7a-147d-44f8-aab9-523aa68c5dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a93e9-6234-425e-95d3-f97f55903906,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:27.231457 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dba49917-59ce-4f6e-8bf4-6058d6ed2d68 req-9a8a8e43-2387-4a35-af64-c5ef2c70b8fe tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 May 10 16:49:27.327611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] Publish callbacks [] for security_group (a37a93e9-6234-425e-95d3-f97f55903906), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.331926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f420-88e9-4e8e-99b9-415f125c0fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.419772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] Publish callbacks [] for security_group (a37a93e9-6234-425e-95d3-f97f55903906), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.551465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a37a93e9-6234-425e-95d3-f97f55903906), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.554531 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.555663 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a37a93e9-6234-425e-95d3-f97f55903906 HTTP/1.1" status: 204 len: 168 time: 0.3998649 May 10 16:49:27.579594 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f420-88e9-4e8e-99b9-415f125c0fae admin admin] Publish callbacks [] for security_group (87424f97-0ef4-4574-b0ad-044a4f1921aa), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.590271 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f420-88e9-4e8e-99b9-415f125c0fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (87424f97-0ef4-4574-b0ad-044a4f1921aa), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.595014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc2388-7927-491d-a0f3-bc3d910c706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a93e9-6234-425e-95d3-f97f55903906,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:27.646956 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd783ff0-31a4-4db4-a3b8-f7356a3f38bd {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:27.653840 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f420-88e9-4e8e-99b9-415f125c0fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87424f97-0ef4-4574-b0ad-044a4f1921aa,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:27.666741 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks [] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.672842 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2bf6f420-88e9-4e8e-99b9-415f125c0fae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24f4fe1fc63045b1a13819c47db3a6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152428 May 10 16:49:27.675769 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39178) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:27.687682 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Transition to ACTIVE for port object fd783ff0-31a4-4db4-a3b8-f7356a3f38bd will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:49:27.696023 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.751993 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] Publish callbacks [] for security_group (87424f97-0ef4-4574-b0ad-044a4f1921aa), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.753583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Pushing event updated for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:27.783397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] Publish callbacks [] for security_group (87424f97-0ef4-4574-b0ad-044a4f1921aa), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.852204 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (87424f97-0ef4-4574-b0ad-044a4f1921aa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.855844 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:27.861131 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87424f97-0ef4-4574-b0ad-044a4f1921aa HTTP/1.1" status: 204 len: 168 time: 0.1840496 May 10 16:49:27.879712 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84986319-e31f-4fc4-ba8f-b19bd618f06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87424f97-0ef4-4574-b0ad-044a4f1921aa,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:27.883222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Attempting to bind port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:49:27.883907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Attempting to bind port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:49:27.885360 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Attempting to bind port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd on network 29cfe5c6-1718-45f0-8637-a49017b78c15 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:27.891151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd on network 29cfe5c6-1718-45f0-8637-a49017b78c15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:49:27.891487 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Attempting to bind port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd on network 29cfe5c6-1718-45f0-8637-a49017b78c15 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:27.898592 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:49:27.898908 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Checking segment: {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:49:27.899309 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Bound using segment: {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:49:27.899743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Bound port: fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4610f75e-5cad-4132-a91d-a21cc04690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:49:27.900105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.019067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd546a-06e0-400a-a5f2-919bb5619ac1 req-9952898e-4060-47c2-a12a-b76724923284 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:28.020701 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d6fd546a-06e0-400a-a5f2-919bb5619ac1 req-9952898e-4060-47c2-a12a-b76724923284 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0955083 May 10 16:49:28.028889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:49:28.034755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:49:28.057891 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.155531 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39216) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:28.155776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:28.156440 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.157920 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] 10.222.0.32 "PUT /v2.0/ports/fd783ff0-31a4-4db4-a3b8-f7356a3f38bd HTTP/1.1" status: 200 len: 1093 time: 1.2224426 May 10 16:49:28.158379 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:28.161912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:28.209507 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d6fd546a-06e0-400a-a5f2-919bb5619ac1 req-bd393e4d-b613-4acf-a81f-4ecebb9365cc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778574 May 10 16:49:28.213202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d392d6-7e98-4d80-83b0-dcf23556964b service neutron] Pushing event updated for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:28.267811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b6d270c-f048-4fa4-af87-5c168d208e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.474336 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b6d270c-f048-4fa4-af87-5c168d208e8a admin admin] Publish callbacks [] for security_group (2608cba4-65ff-4836-87cb-279ea43ac981), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.482228 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9b6d270c-f048-4fa4-af87-5c168d208e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2608cba4-65ff-4836-87cb-279ea43ac981), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.542562 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39230) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:28.565797 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9b6d270c-f048-4fa4-af87-5c168d208e8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33fa93c7242f4682ad90ec195ee36763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091351 May 10 16:49:28.566595 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1741b1e4-4fd9-4d64-9f1a-584021459c03 x-openstack-request-id: req-1741b1e4-4fd9-4d64-9f1a-584021459c03 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:28.566945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:28.567043 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a6c28c76-7706-40c9-8214-e860902e52be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.567197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1741b1e4-4fd9-4d64-9f1a-584021459c03 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:28.567769 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1741b1e4-4fd9-4d64-9f1a-584021459c03'] response: {'name': 'network-changed', 'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd', 'status': 'completed', 'code': 200} May 10 16:49:28.569792 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d270c-f048-4fa4-af87-5c168d208e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2608cba4-65ff-4836-87cb-279ea43ac981,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:28.569935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39232) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:28.664547 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-46d472b5-0b75-408a-88dd-cc6f9a6192f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:28.666135 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-46d472b5-0b75-408a-88dd-cc6f9a6192f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 1127 time: 0.4244678 May 10 16:49:28.675603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99666a7-61fc-4f0f-8ebb-96f777a767df req-8b9aef09-c86a-44f3-af91-55ad2ea050ec tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:28.677634 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d99666a7-61fc-4f0f-8ebb-96f777a767df req-8b9aef09-c86a-44f3-af91-55ad2ea050ec tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 943 time: 0.1089983 May 10 16:49:28.686220 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a6c28c76-7706-40c9-8214-e860902e52be admin admin] Publish callbacks [] for security_group (19358731-bf08-48d6-8306-a2677b5366b1), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.691434 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a6c28c76-7706-40c9-8214-e860902e52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (19358731-bf08-48d6-8306-a2677b5366b1), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.737838 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-ff647451-ce9c-4190-ab20-3554ed17d78a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd HTTP/1.1" status: 200 len: 217 time: 0.0590529 May 10 16:49:28.740295 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a6c28c76-7706-40c9-8214-e860902e52be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52bab4bf28ea41f189bda309935f78dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963933 May 10 16:49:28.741774 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c28c76-7706-40c9-8214-e860902e52be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19358731-bf08-48d6-8306-a2677b5366b1,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:28.746529 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39246) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:28.776644 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.833031 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] Publish callbacks [] for security_group (19358731-bf08-48d6-8306-a2677b5366b1), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.837489 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] Publish callbacks [] for security_group (2608cba4-65ff-4836-87cb-279ea43ac981), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.844050 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-0c5b3ba9-161e-43fb-8424-7964d30391b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:28.845586 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-0c5b3ba9-161e-43fb-8424-7964d30391b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 HTTP/1.1" status: 200 len: 849 time: 0.0973074 May 10 16:49:28.851829 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d99666a7-61fc-4f0f-8ebb-96f777a767df req-d56176af-aa55-4fec-95d0-e99cab08820b tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599951 May 10 16:49:28.860056 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] Publish callbacks [] for security_group (19358731-bf08-48d6-8306-a2677b5366b1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.894832 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-c1ab813c-2a8a-42ff-9a3a-af3ef5327c71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cfe5c6-1718-45f0-8637-a49017b78c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373647 May 10 16:49:28.900591 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] Publish callbacks [] for security_group (2608cba4-65ff-4836-87cb-279ea43ac981), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.922809 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (19358731-bf08-48d6-8306-a2677b5366b1), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.925839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:28.927627 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19358731-bf08-48d6-8306-a2677b5366b1 HTTP/1.1" status: 204 len: 168 time: 0.1801422 May 10 16:49:28.936944 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca70d1a-b631-4199-8813-11ea719c7659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19358731-bf08-48d6-8306-a2677b5366b1,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:29.026378 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-ad383957-6ed3-45f2-83f5-ba59862184a3 service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189730 May 10 16:49:29.026950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2608cba4-65ff-4836-87cb-279ea43ac981), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.029585 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.031214 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2608cba4-65ff-4836-87cb-279ea43ac981 HTTP/1.1" status: 204 len: 168 time: 0.4572604 May 10 16:49:29.052465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8170cc-e9b5-4ea7-9868-231df71bcfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2608cba4-65ff-4836-87cb-279ea43ac981,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:29.148797 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f83bb971-98fe-4add-a164-5d0cc9f9c3cb req-94e91385-b3df-4781-a6d9-1befb650d26e service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104271 May 10 16:49:29.375808 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277a779-f1bf-4272-9766-13e07a769b6d req-c2690ce2-1fa6-46aa-a0f5-90f050b7f2e9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:29.377468 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6277a779-f1bf-4272-9766-13e07a769b6d req-c2690ce2-1fa6-46aa-a0f5-90f050b7f2e9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0688858 May 10 16:49:29.435453 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6277a779-f1bf-4272-9766-13e07a769b6d req-8568de60-5e9b-4465-afc9-a20d508902b3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 May 10 16:49:29.485511 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39272) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:29.498657 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-87c0f023-1110-4ba0-94dc-e27462178cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.590589 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-87c0f023-1110-4ba0-94dc-e27462178cbb admin admin] Publish callbacks [] for security_group (34be6dd9-db15-4542-a281-fae7169a89b7), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.599827 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-87c0f023-1110-4ba0-94dc-e27462178cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (34be6dd9-db15-4542-a281-fae7169a89b7), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.639895 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0f023-1110-4ba0-94dc-e27462178cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34be6dd9-db15-4542-a281-fae7169a89b7,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:29.644154 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-87c0f023-1110-4ba0-94dc-e27462178cbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2816bdf629b74d76abf569ae79c2b327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575797 May 10 16:49:29.647531 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39276) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:29.704131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] Publish callbacks [] for security_group (34be6dd9-db15-4542-a281-fae7169a89b7), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.731693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] Publish callbacks [] for security_group (34be6dd9-db15-4542-a281-fae7169a89b7), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.790341 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (34be6dd9-db15-4542-a281-fae7169a89b7), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.793763 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:29.795850 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34be6dd9-db15-4542-a281-fae7169a89b7 HTTP/1.1" status: 204 len: 168 time: 0.1473064 May 10 16:49:29.809674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f396be1-7e19-4ee4-80d7-e0576507085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be6dd9-db15-4542-a281-fae7169a89b7,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:30.002511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f1f-3af7-42e0-960e-571e88a173a5 req-153dd528-f313-4f46-8f36-e9aa94c4fc3d tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:30.004249 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39774f1f-3af7-42e0-960e-571e88a173a5 req-153dd528-f313-4f46-8f36-e9aa94c4fc3d tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 943 time: 0.0587618 May 10 16:49:30.061290 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39774f1f-3af7-42e0-960e-571e88a173a5 req-099996fa-32e4-4ead-b035-3afcce795462 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 May 10 16:49:30.599865 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4e313-30ef-478b-9923-086479f83dbf req-a46fcb75-dab7-435e-abfc-f0dace44d5c0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:30.601491 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-77a4e313-30ef-478b-9923-086479f83dbf req-a46fcb75-dab7-435e-abfc-f0dace44d5c0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0729675 May 10 16:49:30.664725 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-77a4e313-30ef-478b-9923-086479f83dbf req-e43c5052-9bf7-484c-9b18-12b915ca1f5a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 May 10 16:49:31.193597 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75f107-d8b0-4619-ad1c-39e2a20b0cd9 req-a351c59b-b23d-4401-92c6-f0fa36f73233 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:31.195232 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4e75f107-d8b0-4619-ad1c-39e2a20b0cd9 req-a351c59b-b23d-4401-92c6-f0fa36f73233 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 943 time: 0.0569987 May 10 16:49:31.247336 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4e75f107-d8b0-4619-ad1c-39e2a20b0cd9 req-91408cf6-aaca-498c-b03a-923c0b353cdf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 May 10 16:49:31.786019 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e29791-f14c-4c46-a68f-b5e6bb8b2cc0 req-362786c0-d244-4b9b-beed-90344c844f25 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:31.788721 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-19e29791-f14c-4c46-a68f-b5e6bb8b2cc0 req-362786c0-d244-4b9b-beed-90344c844f25 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0532272 May 10 16:49:31.839083 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-19e29791-f14c-4c46-a68f-b5e6bb8b2cc0 req-3f20622f-a451-43b1-85ee-0a747d6dd68c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 May 10 16:49:32.378198 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530346cb-af33-4e6f-9097-93e78a973688 req-2f96af89-1aa1-42e3-ba18-4272558df5ac tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:32.379878 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-530346cb-af33-4e6f-9097-93e78a973688 req-2f96af89-1aa1-42e3-ba18-4272558df5ac tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 943 time: 0.0575759 May 10 16:49:32.441696 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-530346cb-af33-4e6f-9097-93e78a973688 req-6917582c-ec21-4ebc-84c3-d865806d0e84 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548341 May 10 16:49:32.960016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-c5c3efa2-28d5-45a2-a0e7-235cf8e62a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:32.961560 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-c5c3efa2-28d5-45a2-a0e7-235cf8e62a14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d968e17fa36f403a923b7b42af28333d&device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 1127 time: 0.0409501 May 10 16:49:32.961711 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686d4ea-9403-45a3-ad02-12e4abd2cef9 req-e2492c12-087b-400f-a367-e1dd24f635b1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:32.963122 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6686d4ea-9403-45a3-ad02-12e4abd2cef9 req-e2492c12-087b-400f-a367-e1dd24f635b1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0504954 May 10 16:49:33.012355 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6686d4ea-9403-45a3-ad02-12e4abd2cef9 req-f9bb29fa-f39f-4d83-8c2d-6761402fc5f4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 May 10 16:49:33.060180 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-792dde1f-7d13-4646-ac80-3696e252e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:33.061683 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-792dde1f-7d13-4646-ac80-3696e252e57f service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 200 len: 910 time: 0.0928664 May 10 16:49:33.108429 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-11b53686-7853-48f7-bc60-64ecd53f0e22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd HTTP/1.1" status: 200 len: 217 time: 0.0391307 May 10 16:49:33.166513 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-4537256a-ee30-49ef-a500-a44ccc8234e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:33.168332 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-4537256a-ee30-49ef-a500-a44ccc8234e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 HTTP/1.1" status: 200 len: 849 time: 0.0536678 May 10 16:49:33.204501 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-087a8dea-db6b-4fd6-98b8-1e850f7fc377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cfe5c6-1718-45f0-8637-a49017b78c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292180 May 10 16:49:33.322276 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-f228eafa-841f-44fd-a1e8-3d75d8cdcaf5 service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108818 May 10 16:49:33.428313 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-302baf57-a2f7-4ef5-ae96-e7c9484b7da1 req-86cad374-0137-413e-87da-8741e72b2e5e service neutron] 10.222.0.32 "GET /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984731 May 10 16:49:33.591159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998f59-6ff8-4eab-91a2-ea21ac4fdc14 req-9afd2bf3-b811-4e61-a889-74c6fa03edc7 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:33.592823 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7c998f59-6ff8-4eab-91a2-ea21ac4fdc14 req-9afd2bf3-b811-4e61-a889-74c6fa03edc7 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 943 time: 0.0728505 May 10 16:49:33.658286 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7c998f59-6ff8-4eab-91a2-ea21ac4fdc14 req-9b225e15-d614-40b6-80d9-fd1327aec43d tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 May 10 16:49:33.999932 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fd783ff0-31a4-4db4-a3b8-f7356a3f38bd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:49:34.114322 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:34.135681 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd', 'network_id': '29cfe5c6-1718-45f0-8637-a49017b78c15', 'port_id': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd', 'mac_address': 'fa:16:3e:0e:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8803bfa3-6a5c-4ebc-8ec6-1a8de0794343', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:49:34.138834 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39434) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:34.162877 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc542dd7-ddb8-4a87-9179-9cd36131aa2b req-fd6e2cf3-b99c-472b-b84c-7f6e384d4901 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:34.169842 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fc542dd7-ddb8-4a87-9179-9cd36131aa2b req-fd6e2cf3-b99c-472b-b84c-7f6e384d4901 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0718341 May 10 16:49:34.188859 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:34.189153 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.203796 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd783ff0-31a4-4db4-a3b8-f7356a3f38bd {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:34.225545 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:34.232735 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fc542dd7-ddb8-4a87-9179-9cd36131aa2b req-0fd96bb4-0087-47a2-b148-7f1802732bc5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 May 10 16:49:34.235288 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.275051 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a732b1fb-86a3-41d3-b97b-3a8ebc29293f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.297246 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:34.366463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a732b1fb-86a3-41d3-b97b-3a8ebc29293f admin admin] Publish callbacks [] for security_group (f45af12e-77a8-4f71-9b14-59b56be24d8d), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.370857 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a732b1fb-86a3-41d3-b97b-3a8ebc29293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f45af12e-77a8-4f71-9b14-59b56be24d8d), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.424720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39444) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:34.424947 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a732b1fb-86a3-41d3-b97b-3a8ebc29293f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6feffa981c54de8afa317df94169130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848732 May 10 16:49:34.425748 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732b1fb-86a3-41d3-b97b-3a8ebc29293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45af12e-77a8-4f71-9b14-59b56be24d8d,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:34.483939 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] Publish callbacks [] for security_group (f45af12e-77a8-4f71-9b14-59b56be24d8d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.516355 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['fd783ff0-31a4-4db4-a3b8-f7356a3f38bd'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:34.517032 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] Publish callbacks [] for security_group (f45af12e-77a8-4f71-9b14-59b56be24d8d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.588822 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f45af12e-77a8-4f71-9b14-59b56be24d8d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.592972 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.595196 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f45af12e-77a8-4f71-9b14-59b56be24d8d HTTP/1.1" status: 204 len: 168 time: 0.1682332 May 10 16:49:34.610935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5207d-66db-4cc2-adbc-9a5697c120a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45af12e-77a8-4f71-9b14-59b56be24d8d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:34.620118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39452) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:34.836470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-251899b4-4e18-4be6-91d9-2272d951ce8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:34.884845 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138070-3411-47d1-89a3-43909af6a6fe req-8c923dc6-cebd-4102-b5d8-4c66bd7dfd0f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:34.889447 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf138070-3411-47d1-89a3-43909af6a6fe req-8c923dc6-cebd-4102-b5d8-4c66bd7dfd0f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 944 time: 0.1200519 May 10 16:49:35.012441 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cf138070-3411-47d1-89a3-43909af6a6fe req-e10d2e91-e6f8-43b6-98bb-5876f43341b9 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129930 May 10 16:49:35.043485 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-251899b4-4e18-4be6-91d9-2272d951ce8a admin admin] Publish callbacks [] for security_group (711f9bba-11d8-4fce-bcd0-0fd231536843), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.051405 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-251899b4-4e18-4be6-91d9-2272d951ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (711f9bba-11d8-4fce-bcd0-0fd231536843), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.106153 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-251899b4-4e18-4be6-91d9-2272d951ce8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=387159c171014bad831535fe0d47dece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839575 May 10 16:49:35.106907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251899b4-4e18-4be6-91d9-2272d951ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f9bba-11d8-4fce-bcd0-0fd231536843,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:35.109200 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39468) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:35.141810 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39470) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:35.160257 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c2042bf-38ef-405d-84c7-ae4d4dc166d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.169160 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] Publish callbacks [] for security_group (711f9bba-11d8-4fce-bcd0-0fd231536843), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.195312 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] Publish callbacks [] for security_group (711f9bba-11d8-4fce-bcd0-0fd231536843), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.265530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c2042bf-38ef-405d-84c7-ae4d4dc166d0 admin admin] Publish callbacks [] for security_group (e7843179-84ff-4c41-9d17-302519a6804a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.272201 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (711f9bba-11d8-4fce-bcd0-0fd231536843), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.272998 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c2042bf-38ef-405d-84c7-ae4d4dc166d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e7843179-84ff-4c41-9d17-302519a6804a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.275227 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.278723 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/711f9bba-11d8-4fce-bcd0-0fd231536843 HTTP/1.1" status: 204 len: 168 time: 0.1660759 May 10 16:49:35.300211 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b27c5-5684-4748-9f6d-836a2b9f3b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f9bba-11d8-4fce-bcd0-0fd231536843,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:35.319186 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2042bf-38ef-405d-84c7-ae4d4dc166d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7843179-84ff-4c41-9d17-302519a6804a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:35.352026 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1c2042bf-38ef-405d-84c7-ae4d4dc166d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd9e99a3cc3146869637d76302381b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084506 May 10 16:49:35.353578 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39476) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:35.404975 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3f44-8983-4675-a9a9-666dede82c60 req-71531cbe-0e00-4703-acb6-a6ccb537314d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:35.406771 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a6ad3f44-8983-4675-a9a9-666dede82c60 req-71531cbe-0e00-4703-acb6-a6ccb537314d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0880995 May 10 16:49:35.423591 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] Publish callbacks [] for security_group (e7843179-84ff-4c41-9d17-302519a6804a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.455136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] Publish callbacks [] for security_group (e7843179-84ff-4c41-9d17-302519a6804a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.480156 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a6ad3f44-8983-4675-a9a9-666dede82c60 req-f260b803-438a-4625-b557-a21130f0502c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 May 10 16:49:35.509573 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e7843179-84ff-4c41-9d17-302519a6804a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.512672 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:35.513841 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7843179-84ff-4c41-9d17-302519a6804a HTTP/1.1" status: 204 len: 168 time: 0.1588926 May 10 16:49:35.523582 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e7ef2-808c-4f5f-bfb4-5c803ac0fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7843179-84ff-4c41-9d17-302519a6804a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:36.014614 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fd783ff0-31a4-4db4-a3b8-f7356a3f38bd up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:49:36.125845 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:49:36.152739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:49:36.153604 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:36.212909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dd3db-8c86-4c18-b243-bea5af6b50d1 req-78e7b14e-cc73-47a8-a257-1da74c9f5b04 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:36.220504 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1b4dd3db-8c86-4c18-b243-bea5af6b50d1 req-78e7b14e-cc73-47a8-a257-1da74c9f5b04 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 944 time: 0.1134434 May 10 16:49:36.278627 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:36.279219 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:36.325431 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1b4dd3db-8c86-4c18-b243-bea5af6b50d1 req-f873e07b-283e-4907-a1e0-5c48f4f6dbe4 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031492 May 10 16:49:36.342624 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:36.346169 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec23a670-69bb-48af-9e18-8ce86636f078" -d '{"events": [{"server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "name": "network-vif-plugged", "status": "completed", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:36.353565 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:36.362331 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:36.413578 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3249fb79-cf7c-428d-95c0-3f7f7a5716d5 x-openstack-request-id: req-3249fb79-cf7c-428d-95c0-3f7f7a5716d5 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:36.413912 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "name": "network-vif-plugged", "status": "completed", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:36.414507 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3249fb79-cf7c-428d-95c0-3f7f7a5716d5 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:36.415467 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3249fb79-cf7c-428d-95c0-3f7f7a5716d5'] response: {'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd', 'code': 200} May 10 16:49:36.468917 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:36.683002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0b0ad-4e92-43b0-897e-02642e1b1d84 req-6cec5c1e-887c-4628-9042-ad8634089326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:36.684676 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78e0b0ad-4e92-43b0-897e-02642e1b1d84 req-6cec5c1e-887c-4628-9042-ad8634089326 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 1129 time: 0.1036744 May 10 16:49:36.694982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c981c-45e1-4ca5-bfce-eb755a8c9b6b req-bf27b662-0ece-412b-bf93-353b8790ce92 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:36.696592 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ed8c981c-45e1-4ca5-bfce-eb755a8c9b6b req-bf27b662-0ece-412b-bf93-353b8790ce92 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.1060975 May 10 16:49:36.801464 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78e0b0ad-4e92-43b0-897e-02642e1b1d84 req-07a7a21d-2288-40f5-aa93-6300afa726e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035578 May 10 16:49:36.815455 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ed8c981c-45e1-4ca5-bfce-eb755a8c9b6b req-d949b894-3f02-4251-adb1-60c15e0dcacf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991740 May 10 16:49:37.458839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a9cca-7d59-40df-93b1-6534050c4f6e req-45e74b66-00de-4338-85b6-2ff5b6ae1c4f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:37.461845 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2a0a9cca-7d59-40df-93b1-6534050c4f6e req-45e74b66-00de-4338-85b6-2ff5b6ae1c4f tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0645583 May 10 16:49:37.525688 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2a0a9cca-7d59-40df-93b1-6534050c4f6e req-ff86e3d4-37e5-4d13-a72a-9840a2081768 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 May 10 16:49:37.771626 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39612) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:37.931186 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-135816e2-8eaf-49c2-94ae-4639115b01b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:37.956456 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f73e-c6bf-41ac-8a41-9ce2daf22352 req-f82000a4-b0ab-4897-8c14-608ee99bfeba tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:37.958039 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9925f73e-c6bf-41ac-8a41-9ce2daf22352 req-f82000a4-b0ab-4897-8c14-608ee99bfeba tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0484776 May 10 16:49:38.019730 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9925f73e-c6bf-41ac-8a41-9ce2daf22352 req-42df5fb2-4563-4abf-8ec4-3eecf30f1592 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559628 May 10 16:49:38.029262 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-135816e2-8eaf-49c2-94ae-4639115b01b3 admin admin] Publish callbacks [] for security_group (88bd7241-bae8-4ef0-971a-97665a0f01dd), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.034898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-135816e2-8eaf-49c2-94ae-4639115b01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (88bd7241-bae8-4ef0-971a-97665a0f01dd), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.094120 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-135816e2-8eaf-49c2-94ae-4639115b01b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce15496987aa43bcbd2c0dee83b57f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183646 May 10 16:49:38.094120 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135816e2-8eaf-49c2-94ae-4639115b01b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd7241-bae8-4ef0-971a-97665a0f01dd,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:38.094646 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39634) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:38.154159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] Publish callbacks [] for security_group (88bd7241-bae8-4ef0-971a-97665a0f01dd), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.180876 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] Publish callbacks [] for security_group (88bd7241-bae8-4ef0-971a-97665a0f01dd), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.248747 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (88bd7241-bae8-4ef0-971a-97665a0f01dd), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.251677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.253036 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88bd7241-bae8-4ef0-971a-97665a0f01dd HTTP/1.1" status: 204 len: 168 time: 0.1573849 May 10 16:49:38.262963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45573e5b-bc79-449c-9145-88fb6d9db2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd7241-bae8-4ef0-971a-97665a0f01dd,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:38.572000 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39654) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:38.591513 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac504dd7-e938-4109-a333-6e082bfdc279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.672900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e18280-e966-426f-a814-d59a00529aa9 req-886c1d33-1748-4402-af4a-45af407d98cf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:38.674679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-83e18280-e966-426f-a814-d59a00529aa9 req-886c1d33-1748-4402-af4a-45af407d98cf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0747063 May 10 16:49:38.750806 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-83e18280-e966-426f-a814-d59a00529aa9 req-b1a35a41-2db0-4813-adc8-b2ccf966d065 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682802 May 10 16:49:38.761862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac504dd7-e938-4109-a333-6e082bfdc279 admin admin] Publish callbacks [] for security_group (510f61e7-f106-4af7-a7c1-42a713666353), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.766621 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ac504dd7-e938-4109-a333-6e082bfdc279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (510f61e7-f106-4af7-a7c1-42a713666353), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.811240 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac504dd7-e938-4109-a333-6e082bfdc279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510f61e7-f106-4af7-a7c1-42a713666353,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:38.818814 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ac504dd7-e938-4109-a333-6e082bfdc279 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8f63d4c8e144759598df83427e074a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453215 May 10 16:49:38.821359 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39658) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:38.880140 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] Publish callbacks [] for security_group (510f61e7-f106-4af7-a7c1-42a713666353), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.903050 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] Publish callbacks [] for security_group (510f61e7-f106-4af7-a7c1-42a713666353), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.957074 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (510f61e7-f106-4af7-a7c1-42a713666353), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.960459 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:38.961611 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/510f61e7-f106-4af7-a7c1-42a713666353 HTTP/1.1" status: 204 len: 168 time: 0.1379402 May 10 16:49:38.969478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce2bba-9c54-46ce-8ba2-ca8141c29285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510f61e7-f106-4af7-a7c1-42a713666353,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:39.172072 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a370f7a-10dc-4cee-9c9b-862c4e67220a req-2c2ff60d-e37e-4570-9e4f-3a198365d935 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:39.173772 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a370f7a-10dc-4cee-9c9b-862c4e67220a req-2c2ff60d-e37e-4570-9e4f-3a198365d935 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0698225 May 10 16:49:39.227506 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a370f7a-10dc-4cee-9c9b-862c4e67220a req-f5df2789-0d2f-4a8b-b158-1d10cc2c6e8b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477328 May 10 16:49:39.884463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fdfb1-f7ca-4721-bc44-c6597799a2e0 req-f0331c7d-f344-464d-8d62-2b2379644264 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:39.886336 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-618fdfb1-f7ca-4721-bc44-c6597799a2e0 req-f0331c7d-f344-464d-8d62-2b2379644264 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0548048 May 10 16:49:39.941822 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-618fdfb1-f7ca-4721-bc44-c6597799a2e0 req-aeb76e1c-a690-4725-9078-18ae17df99de tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 May 10 16:49:40.356911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5be6f-1046-4995-8ab8-bb8ca18c94ce req-18f854c0-34c5-4865-a355-c2af8be85585 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:40.358479 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f8f5be6f-1046-4995-8ab8-bb8ca18c94ce req-18f854c0-34c5-4865-a355-c2af8be85585 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0502596 May 10 16:49:40.418677 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f8f5be6f-1046-4995-8ab8-bb8ca18c94ce req-6375ff2f-0101-4648-90d1-35738d2e5c9b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 May 10 16:49:40.753975 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039ac3f-c6f3-4660-b5c6-af75edfca494 req-a6a1298b-4779-4423-8afa-210e8b923ae6 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:40.756307 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2039ac3f-c6f3-4660-b5c6-af75edfca494 req-a6a1298b-4779-4423-8afa-210e8b923ae6 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0499654 May 10 16:49:40.812032 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2039ac3f-c6f3-4660-b5c6-af75edfca494 req-9e69a050-9745-4a45-8cda-dc34b96fce4b tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497506 May 10 16:49:41.553964 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d5c35-95b7-49ab-93b3-8e507d5a2580 req-4f353961-844a-441b-a552-1aef484e1fe0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:41.555615 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-591d5c35-95b7-49ab-93b3-8e507d5a2580 req-4f353961-844a-441b-a552-1aef484e1fe0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0500290 May 10 16:49:41.608210 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-591d5c35-95b7-49ab-93b3-8e507d5a2580 req-4c77d2b9-2b4f-406d-a923-3510d6feaa32 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 May 10 16:49:41.937327 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb88d5-a5c1-4409-ae2c-3cea70bc4222 req-e3a3c35d-26e6-4d75-8764-aa9f97573265 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:41.939161 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-47cb88d5-a5c1-4409-ae2c-3cea70bc4222 req-e3a3c35d-26e6-4d75-8764-aa9f97573265 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0557418 May 10 16:49:42.000983 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-47cb88d5-a5c1-4409-ae2c-3cea70bc4222 req-f1736bdf-50cf-4c3a-ba5e-65b051c59f19 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb9dd365-7712-4859-b43b-b8244a4519bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 May 10 16:49:42.360488 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-7d11281a-a3d4-4fd6-a245-9618a29d3075 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:42.361973 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-7d11281a-a3d4-4fd6-a245-9618a29d3075 tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 945 time: 0.0526352 May 10 16:49:42.464842 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Deleting port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:49:42.465191 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:42.585516 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] For port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,segment=NetworkSegment(4610f75e-5cad-4132-a91d-a21cc04690a1),segment_id=4610f75e-5cad-4132-a91d-a21cc04690a1)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:42.586522 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:42.601207 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Calling delete_port for fd783ff0-31a4-4db4-a3b8-f7356a3f38bd owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:49:42.776755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095d50b-2d99-46eb-b99b-157825568177 req-f7903172-cfa5-47f1-9106-d57683003080 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:42.778335 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6095d50b-2d99-46eb-b99b-157825568177 req-f7903172-cfa5-47f1-9106-d57683003080 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0777202 May 10 16:49:42.799792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fd783ff0-31a4-4db4-a3b8-f7356a3f38bd), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:42.814978 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['fd783ff0-31a4-4db4-a3b8-f7356a3f38bd'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:42.872013 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Pushing event deleted for resources: {'Port': ['ID=fd783ff0-31a4-4db4-a3b8-f7356a3f38bd,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:42.923041 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6095d50b-2d99-46eb-b99b-157825568177 req-d151c208-c1bf-46f0-81dd-c9f8b1eadcff tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307776 May 10 16:49:42.940116 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] No DVR routers for this DVR port fd783ff0-31a4-4db4-a3b8-f7356a3f38bd on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:49:42.944258 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:42.947083 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-18e4bd7f-0c43-4f0d-9aa5-ee3d17c32cdc req-35d2e628-0645-4d0e-8dc2-4077bec93daf tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.32 "DELETE /v2.0/ports/fd783ff0-31a4-4db4-a3b8-f7356a3f38bd HTTP/1.1" status: 204 len: 173 time: 0.5795650 May 10 16:49:42.947558 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'name': 'network-vif-deleted', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:42.949977 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e675a70-53ff-4c67-964b-839221878596" -d '{"events": [{"server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "name": "network-vif-deleted", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:42.994583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd6c10-c79d-441d-9961-4c1dd2f5d3bd x-openstack-request-id: req-1bbd6c10-c79d-441d-9961-4c1dd2f5d3bd {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:42.994897 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717", "name": "network-vif-deleted", "tag": "fd783ff0-31a4-4db4-a3b8-f7356a3f38bd", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:42.995181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bbd6c10-c79d-441d-9961-4c1dd2f5d3bd {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:42.995622 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbd6c10-c79d-441d-9961-4c1dd2f5d3bd'] response: {'server_uuid': 'b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717', 'name': 'network-vif-deleted', 'tag': 'fd783ff0-31a4-4db4-a3b8-f7356a3f38bd', 'status': 'completed', 'code': 200} May 10 16:49:43.139181 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-12e73725-2409-4b84-8510-1d1213561885 req-a10a49ef-11ba-473b-82f8-f65987e792ea tempest-VolumesActionsTest-271225975 tempest-VolumesActionsTest-271225975-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a4cbd0-ccfc-44ff-9f3b-0aa24086d717 HTTP/1.1" status: 200 len: 210 time: 0.0314846 May 10 16:49:43.676538 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:49:44.061915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc3866-55aa-430d-8f80-9eb0a1ac9ca7 req-5be7f70d-8188-40e6-80f8-24ec0d694a0f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:44.063469 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a2bc3866-55aa-430d-8f80-9eb0a1ac9ca7 req-5be7f70d-8188-40e6-80f8-24ec0d694a0f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0585866 May 10 16:49:44.133679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a2bc3866-55aa-430d-8f80-9eb0a1ac9ca7 req-31d6be50-61f9-46aa-82cd-2699f8ff4dad tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621502 May 10 16:49:44.326876 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-b944a881-8074-4a8c-8f32-112cfc41a2e3 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cba4b165ecb44ef8c7018958198eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492461 May 10 16:49:44.419584 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 39806) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:44.570558 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdb40fd8-0e35-4a3a-bfb8-af185be71356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.581040 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-7753fd4a-9a43-43a6-b65b-b869c488df98 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:44.583427 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-7753fd4a-9a43-43a6-b65b-b869c488df98 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501094 May 10 16:49:44.600379 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-83d03283-2a72-4e66-b315-ba2bfcab9516 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/quotas/9cba4b165ecb44ef8c7018958198eb36 HTTP/1.1" status: 200 len: 375 time: 0.0112352 May 10 16:49:44.640030 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-8df83270-2c54-4ce0-bcc5-964bc48d1bce tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cba4b165ecb44ef8c7018958198eb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332270 May 10 16:49:44.698450 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdb40fd8-0e35-4a3a-bfb8-af185be71356 admin admin] Publish callbacks [] for security_group (6100a979-5772-4966-9d19-2b887ab3996e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.705377 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdb40fd8-0e35-4a3a-bfb8-af185be71356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6100a979-5772-4966-9d19-2b887ab3996e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.763024 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fdb40fd8-0e35-4a3a-bfb8-af185be71356 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48554c0d5de74f2c92502405cdb7f29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356078 May 10 16:49:44.763024 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40fd8-0e35-4a3a-bfb8-af185be71356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6100a979-5772-4966-9d19-2b887ab3996e,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:44.763437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39824) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:44.858166 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] Publish callbacks [] for security_group (6100a979-5772-4966-9d19-2b887ab3996e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.884196 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-43470ae0-0823-4644-b2f5-fbad957ef589 req-f1fc4eb7-61a6-497d-90ec-48f3f620e130 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0482144 May 10 16:49:44.888658 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] Publish callbacks [] for security_group (6100a979-5772-4966-9d19-2b887ab3996e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.951513 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6100a979-5772-4966-9d19-2b887ab3996e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.956860 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:44.960542 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6100a979-5772-4966-9d19-2b887ab3996e HTTP/1.1" status: 204 len: 168 time: 0.1987479 May 10 16:49:44.971560 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48007-0680-41cb-8a55-b7a4c8c7ab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6100a979-5772-4966-9d19-2b887ab3996e,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:45.356584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e275d2f-0643-45c4-896d-842a4479a3b1 req-bb36fdf8-fa2c-430f-a4cf-068085f9a0f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:45.358299 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2e275d2f-0643-45c4-896d-842a4479a3b1 req-bb36fdf8-fa2c-430f-a4cf-068085f9a0f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.1013966 May 10 16:49:45.431410 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2e275d2f-0643-45c4-896d-842a4479a3b1 req-bc70cef9-0b20-422d-aba8-85b04c77bdd4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658252 May 10 16:49:45.452826 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39876) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:45.467520 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed2c0-6ddb-489f-9f6b-4cc6c29646cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.492189 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4a5e-d735-4f87-be22-fdce7a8b8d5f req-596bd3c9-968d-4169-b0a3-28caa9ced948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:45.493649 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2f0b4a5e-d735-4f87-be22-fdce7a8b8d5f req-596bd3c9-968d-4169-b0a3-28caa9ced948 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1129 time: 0.0454009 May 10 16:49:45.579150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed2c0-6ddb-489f-9f6b-4cc6c29646cb admin admin] Publish callbacks [] for security_group (3faf3fc9-5884-4e56-b0ad-8e5c94cd7705), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.590291 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed2c0-6ddb-489f-9f6b-4cc6c29646cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (3faf3fc9-5884-4e56-b0ad-8e5c94cd7705), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.631334 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ed2c0-6ddb-489f-9f6b-4cc6c29646cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf3fc9-5884-4e56-b0ad-8e5c94cd7705,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:45.635978 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3e0ed2c0-6ddb-489f-9f6b-4cc6c29646cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=357a6027c9f6452fbe743210f5fa2192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817379 May 10 16:49:45.638825 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 39878) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:45.697340 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] Publish callbacks [] for security_group (3faf3fc9-5884-4e56-b0ad-8e5c94cd7705), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.719824 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] Publish callbacks [] for security_group (3faf3fc9-5884-4e56-b0ad-8e5c94cd7705), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.775548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (3faf3fc9-5884-4e56-b0ad-8e5c94cd7705), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.779573 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:45.781327 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3faf3fc9-5884-4e56-b0ad-8e5c94cd7705 HTTP/1.1" status: 204 len: 168 time: 0.1411722 May 10 16:49:45.792451 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb4712-bd42-4c50-b328-137e2ffdc1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf3fc9-5884-4e56-b0ad-8e5c94cd7705,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:45.984894 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2776e677-80ec-4d9b-9bd7-27bfded97cba req-1dc8aeb7-5894-441d-ae23-188b79324b16 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0340960 May 10 16:49:46.544971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f47b9-3376-44b0-baa7-efd7b09d84a4 req-3e4d0f66-d5d2-45d7-93f6-45bdf9efbfd0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:46.546650 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-028f47b9-3376-44b0-baa7-efd7b09d84a4 req-3e4d0f66-d5d2-45d7-93f6-45bdf9efbfd0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0500736 May 10 16:49:46.564356 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fd783ff0-31a4-4db4-a3b8-f7356a3f38bd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:49:46.600600 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: fd783ff0-31a4-4db4-a3b8-f7356a3f38bd {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:49:46.600947 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fd783ff0-31a4-4db4-a3b8-f7356a3f38bd not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:49:46.611246 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-028f47b9-3376-44b0-baa7-efd7b09d84a4 req-89bc7172-ab5e-4534-88d4-88b899c043e6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569558 May 10 16:49:47.104325 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cd896794-67df-4ccd-86cb-1497edc0c58a req-88ead11b-28ba-40fb-914d-de22c2744003 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0311341 May 10 16:49:47.443392 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2f0b4a5e-d735-4f87-be22-fdce7a8b8d5f req-207ca717-3b93-4275-a732-b40755bd00d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 May 10 16:49:47.736396 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915c04-5f37-499b-9b39-baabb6618f65 req-93797b83-5e75-4614-bc04-b6d2dd87d0fe tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:47.737913 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-18915c04-5f37-499b-9b39-baabb6618f65 req-93797b83-5e75-4614-bc04-b6d2dd87d0fe tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0486214 May 10 16:49:47.793302 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-18915c04-5f37-499b-9b39-baabb6618f65 req-1d011527-e026-4d99-84cc-d94524c4da1b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 May 10 16:49:48.203877 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-702c55f4-2432-42bf-aebd-e276665888c0 req-7b4702f3-9441-43c4-bb2d-cd8201ea3d63 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0292675 May 10 16:49:48.917164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c962ef1-8ce3-4490-a122-9ec10210d23b req-33161a54-df88-4aaa-8a97-ff363263d2b8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:48.918731 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8c962ef1-8ce3-4490-a122-9ec10210d23b req-33161a54-df88-4aaa-8a97-ff363263d2b8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0518446 May 10 16:49:48.969334 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8c962ef1-8ce3-4490-a122-9ec10210d23b req-86857263-1818-4493-b19f-563ffd8d0853 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 May 10 16:49:49.118897 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-16e5fb07-92b4-4c21-b556-4657a1147ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:49.307944 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c0bed264-fe96-459f-8a45-f5ea6f8683a9 req-6e226b58-b079-441d-8276-29d1e6977f74 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0294089 May 10 16:49:49.418923 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-7ed4e206-b04f-409f-af9f-1fdf22f3e383 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cba4b165ecb44ef8c7018958198eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370555 May 10 16:49:49.628216 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-5ba08993-4b10-4723-9d28-7bdcc0042fe5 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:49.629784 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-5ba08993-4b10-4723-9d28-7bdcc0042fe5 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978903 May 10 16:49:50.132817 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a4ca-7f6b-4f58-bb32-e7dc83007fca req-9c587bc8-f372-4af4-9252-a3f528abf67c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:50.135381 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd10a4ca-7f6b-4f58-bb32-e7dc83007fca req-9c587bc8-f372-4af4-9252-a3f528abf67c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0683007 May 10 16:49:50.232890 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd10a4ca-7f6b-4f58-bb32-e7dc83007fca req-5ccf423c-5766-46a5-af5a-0bcb49c66ef1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912669 May 10 16:49:50.377541 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32448a00-9049-4490-833b-12768691d439 req-e0770dc2-cd25-4223-8137-355d92ce8aff tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:50.379382 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-32448a00-9049-4490-833b-12768691d439 req-e0770dc2-cd25-4223-8137-355d92ce8aff tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0602031 May 10 16:49:50.423515 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-47c165b6-b790-4576-b3c2-ae7cabcb89d5 req-9d91cc11-6d1c-4ef9-84b6-ef91e56447bf tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0331521 May 10 16:49:50.450176 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-32448a00-9049-4490-833b-12768691d439 req-e1f775e3-e9fa-47c8-9c0b-d2d9aacfcca3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600748 May 10 16:49:50.460321 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Request body: {'port': {'device_id': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80', 'admin_state_up': True, 'tenant_id': '9cba4b165ecb44ef8c7018958198eb36'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:50.696077 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Made reservation on behalf of 9cba4b165ecb44ef8c7018958198eb36 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:49:50.700131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:50.711286 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:50.850410 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks [] for security_group (05e69da6-de03-49b4-9113-c6d75eb85a26), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:50.855753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (05e69da6-de03-49b4-9113-c6d75eb85a26), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:50.985828 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e69da6-de03-49b4-9113-c6d75eb85a26,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:51.068181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Allocated IP 192.168.233.130 (22cd5df3-fbbf-47f0-b729-b42209090f80/c622efa1-64d1-4886-bb8e-f565a764a994/b2c46bf8-2aae-4564-a113-01d39287e407) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:49:51.220526 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks [] for port (b2c46bf8-2aae-4564-a113-01d39287e407), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:51.254888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:51.295577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Network 22cd5df3-fbbf-47f0-b729-b42209090f80 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:49:51.298619 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:49:51.303600 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:49:51.315368 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Pushing event updated for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:51.366788 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:51.367675 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-72fd4229-67e9-4de1-9ae6-a701af774c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:51.368626 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:51.386989 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-08a95e6f-51f6-4434-b32c-8b09c2ae9f6e tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9337504 May 10 16:49:51.539237 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-bb416a5f-f2b7-40e0-a8ff-362f11ab62cb None None] Provisioning complete for port b2c46bf8-2aae-4564-a113-01d39287e407 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:49:51.539887 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bb416a5f-f2b7-40e0-a8ff-362f11ab62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:51.553952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89549b-b4c5-493f-8efe-1742d8e1dd8a req-4e82bc88-e1ae-4ea9-bb37-e1624b58770c tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:51.555794 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ca89549b-b4c5-493f-8efe-1742d8e1dd8a req-4e82bc88-e1ae-4ea9-bb37-e1624b58770c tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 936 time: 0.0600832 May 10 16:49:51.588515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-bb416a5f-f2b7-40e0-a8ff-362f11ab62cb None None] Port b2c46bf8-2aae-4564-a113-01d39287e407 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:49:51.615647 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ca89549b-b4c5-493f-8efe-1742d8e1dd8a req-5532ac0d-5169-49b6-b6c4-19b9fa730ceb tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 May 10 16:49:52.482343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:52.733550 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22737be-a476-40c8-9c0f-c2c67235c32d req-b00e552e-a78d-485d-9165-38afbaaa2477 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:52.735447 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c22737be-a476-40c8-9c0f-c2c67235c32d req-b00e552e-a78d-485d-9165-38afbaaa2477 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 936 time: 0.0516489 May 10 16:49:52.796753 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c22737be-a476-40c8-9c0f-c2c67235c32d req-9c2833d9-0ad7-460d-8d77-a5bc8102bcdf tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 May 10 16:49:53.132010 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Request body: {'port': {'device_id': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:49:53.195671 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.456235 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c46bf8-2aae-4564-a113-01d39287e407 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:53.464587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks [] for port (b2c46bf8-2aae-4564-a113-01d39287e407), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.477371 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Transition to ACTIVE for port object b2c46bf8-2aae-4564-a113-01d39287e407 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:49:53.481206 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.535036 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Pushing event updated for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:53.608886 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Attempting to bind port b2c46bf8-2aae-4564-a113-01d39287e407 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:49:53.609232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Attempting to bind port b2c46bf8-2aae-4564-a113-01d39287e407 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:49:53.609563 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Attempting to bind port b2c46bf8-2aae-4564-a113-01d39287e407 on network 22cd5df3-fbbf-47f0-b729-b42209090f80 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:53.614286 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Port b2c46bf8-2aae-4564-a113-01d39287e407 on network 22cd5df3-fbbf-47f0-b729-b42209090f80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:49:53.614604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Attempting to bind port b2c46bf8-2aae-4564-a113-01d39287e407 on network 22cd5df3-fbbf-47f0-b729-b42209090f80 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:49:53.620005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:49:53.620425 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Checking segment: {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:49:53.620815 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Bound using segment: {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:49:53.621246 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Bound port: b2c46bf8-2aae-4564-a113-01d39287e407, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ab6972-a1c7-4102-a774-4e76283b0ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:49:53.621628 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.696712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:49:53.699999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c46bf8-2aae-4564-a113-01d39287e407,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:49:53.706537 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.744579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:53.745197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:53.746600 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-776d369a-c968-4740-8c46-9b846571da6e service neutron] 10.222.0.32 "PUT /v2.0/ports/b2c46bf8-2aae-4564-a113-01d39287e407 HTTP/1.1" status: 200 len: 1098 time: 0.6192665 May 10 16:49:53.747047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:53.749317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a2f591-c77e-4460-9c59-e7d2ec9b738c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:53.781596 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d369a-c968-4740-8c46-9b846571da6e service neutron] Pushing event updated for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:53.798653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5332817-293f-4ac4-96df-b48c4346de8d x-openstack-request-id: req-a5332817-293f-4ac4-96df-b48c4346de8d {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:53.798957 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:53.799210 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5332817-293f-4ac4-96df-b48c4346de8d {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:53.799750 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5332817-293f-4ac4-96df-b48c4346de8d'] response: {'name': 'network-changed', 'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407', 'status': 'completed', 'code': 200} May 10 16:49:53.917839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ce56-26af-4dd2-b30c-0d876bff77f5 req-dba46bf6-3fc5-4375-bafc-4c425f458f68 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:53.919456 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9c8ce56-26af-4dd2-b30c-0d876bff77f5 req-dba46bf6-3fc5-4375-bafc-4c425f458f68 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 948 time: 0.0504611 May 10 16:49:53.967006 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9c8ce56-26af-4dd2-b30c-0d876bff77f5 req-dc93981a-2112-47b7-a88e-63daea4c4fa1 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 May 10 16:49:54.171442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f591-c77e-4460-9c59-e7d2ec9b738c req-a8215daa-29a8-47b4-be40-0b47187e4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:54.172971 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28a2f591-c77e-4460-9c59-e7d2ec9b738c req-a8215daa-29a8-47b4-be40-0b47187e4d29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cba4b165ecb44ef8c7018958198eb36&device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 1132 time: 0.0424194 May 10 16:49:54.206108 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28a2f591-c77e-4460-9c59-e7d2ec9b738c req-ac16d064-4136-4f09-99c5-70043d555d14 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cba4b165ecb44ef8c7018958198eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225096 May 10 16:49:54.257100 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:54.308544 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f591-c77e-4460-9c59-e7d2ec9b738c req-1d6cb011-cb06-4297-ba4b-11c7a98d9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:54.310010 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28a2f591-c77e-4460-9c59-e7d2ec9b738c req-1d6cb011-cb06-4297-ba4b-11c7a98d9e4d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973063 May 10 16:49:54.433617 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-db72ed3c-e20c-499d-bd3b-c7c9c4e7ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:54.435099 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-db72ed3c-e20c-499d-bd3b-c7c9c4e7ec05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cba4b165ecb44ef8c7018958198eb36&device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 1132 time: 0.0541260 May 10 16:49:54.492103 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-219d6a45-ff0c-432b-83ae-bebf5a3f4510 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b2c46bf8-2aae-4564-a113-01d39287e407 HTTP/1.1" status: 200 len: 217 time: 0.0386615 May 10 16:49:54.549835 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-270f5e5d-dedb-4a48-931a-d63fc225ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:54.551910 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-270f5e5d-dedb-4a48-931a-d63fc225ae7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c622efa1-64d1-4886-bb8e-f565a764a994 HTTP/1.1" status: 200 len: 843 time: 0.0534017 May 10 16:49:54.612435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-803e4d1b-db9a-4816-b746-6f783784b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:54.614778 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-803e4d1b-db9a-4816-b746-6f783784b794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cd5df3-fbbf-47f0-b729-b42209090f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0538087 May 10 16:49:54.721076 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-7bdfb32b-880d-4715-aa12-93e6fa9c590d service neutron] 10.222.0.32 "GET /v2.0/networks/22cd5df3-fbbf-47f0-b729-b42209090f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952878 May 10 16:49:54.840533 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5c9a129f-cdc0-466a-b07f-5426640959a6 req-a6fca10a-f0d8-4cd1-9dd1-24b342673ebe service neutron] 10.222.0.32 "GET /v2.0/networks/22cd5df3-fbbf-47f0-b729-b42209090f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105077 May 10 16:49:55.099870 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea8eb3-3589-44fb-93f6-5c817d7987bb req-3a15554c-5548-44b7-a362-fd9aba1565a0 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:55.101465 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f1ea8eb3-3589-44fb-93f6-5c817d7987bb req-3a15554c-5548-44b7-a362-fd9aba1565a0 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 948 time: 0.0596869 May 10 16:49:55.165072 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f1ea8eb3-3589-44fb-93f6-5c817d7987bb req-2ffae21e-2895-416a-8fd1-f23256f0ada6 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 May 10 16:49:55.554637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24f9c-1461-42ae-8be6-e3102d7510c0 req-88aaf4e6-877b-4d6f-88e3-0ca19f157e54 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:55.576209 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-05f24f9c-1461-42ae-8be6-e3102d7510c0 req-88aaf4e6-877b-4d6f-88e3-0ca19f157e54 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1194503 May 10 16:49:55.635330 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:55.702772 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-05f24f9c-1461-42ae-8be6-e3102d7510c0 req-b5d02354-6bf5-40e2-9db0-5038aea1d36f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254427 May 10 16:49:56.301567 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f334-bfcd-4941-9d43-4674feca94cc req-bf3e2892-2c15-45d0-87bc-f7e22e92f675 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:56.304893 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6b51f334-bfcd-4941-9d43-4674feca94cc req-bf3e2892-2c15-45d0-87bc-f7e22e92f675 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 948 time: 0.0597599 May 10 16:49:56.335701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-278a1e3d-1f96-439f-abe0-10cfc8e547ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:56.338378 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-278a1e3d-1f96-439f-abe0-10cfc8e547ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.0579624 May 10 16:49:56.367215 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6b51f334-bfcd-4941-9d43-4674feca94cc req-16f383c3-7b8b-4d25-8324-bfb15317bfd8 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551140 May 10 16:49:56.698967 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-e00cc189-0dc1-4036-98ca-9980d7505559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:56.700525 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-e00cc189-0dc1-4036-98ca-9980d7505559 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.3568406 May 10 16:49:56.874162 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52085f5-5a3e-4b12-acdf-1f9ca150c9bc req-e5e3d682-a5fb-4c2b-83c3-6b76618ce6ea tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:56.880769 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a52085f5-5a3e-4b12-acdf-1f9ca150c9bc req-e5e3d682-a5fb-4c2b-83c3-6b76618ce6ea tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0780840 May 10 16:49:56.935290 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a52085f5-5a3e-4b12-acdf-1f9ca150c9bc req-2d6ce358-6ae9-4928-bcfe-7c26df43a89f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 May 10 16:49:57.019638 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-f168014f-66bf-4cac-878f-3f9563877934 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 217 time: 0.0745826 May 10 16:49:57.125606 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-3aaa64a2-680b-464b-ab66-db45676ba272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:57.127104 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-3aaa64a2-680b-464b-ab66-db45676ba272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0884662 May 10 16:49:57.161132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c46bf8-2aae-4564-a113-01d39287e407 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:49:57.247947 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-06edfc43-261b-4e73-bf50-c867f054be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:57.249610 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-06edfc43-261b-4e73-bf50-c867f054be0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930848 May 10 16:49:57.346135 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c46bf8-2aae-4564-a113-01d39287e407,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:57.361636 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'b2c46bf8-2aae-4564-a113-01d39287e407', 'network_id': '22cd5df3-fbbf-47f0-b729-b42209090f80', 'port_id': 'b2c46bf8-2aae-4564-a113-01d39287e407', 'mac_address': 'fa:16:3e:f8:6e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c622efa1-64d1-4886-bb8e-f565a764a994', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:49:57.414633 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c46bf8-2aae-4564-a113-01d39287e407 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:57.415170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:57.448660 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c46bf8-2aae-4564-a113-01d39287e407 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:49:57.571032 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c46bf8-2aae-4564-a113-01d39287e407,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:57.578994 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:57.628875 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc14c-ed1e-4608-b6f0-e54fb09ef232 req-bb2479a1-06c3-4aca-9ce1-6c135f92e714 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:57.639003 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-18adc14c-ed1e-4608-b6f0-e54fb09ef232 req-bb2479a1-06c3-4aca-9ce1-6c135f92e714 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 948 time: 0.1410720 May 10 16:49:57.686882 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:57.731507 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-18adc14c-ed1e-4608-b6f0-e54fb09ef232 req-493cfbe9-adb1-4b30-bf82-f376dc627a33 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 May 10 16:49:57.737677 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-79a132b6-0c2b-4706-8c65-115130470a5a service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477429 May 10 16:49:57.849087 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-af2af34e-ab85-4475-875d-b6527ba2f5ee req-a1ebca0c-5f6d-4a46-8967-c564669a2a93 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007655 May 10 16:49:57.928559 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b2c46bf8-2aae-4564-a113-01d39287e407'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:49:58.098370 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04fc0-8721-42ca-8b23-df79cf990f7d req-3680a594-f195-4af5-b1a7-be5fb423e0a0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:58.100092 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-11e04fc0-8721-42ca-8b23-df79cf990f7d req-3680a594-f195-4af5-b1a7-be5fb423e0a0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0582070 May 10 16:49:58.155233 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-11e04fc0-8721-42ca-8b23-df79cf990f7d req-fb0813f7-e120-4692-8912-1c5d99e32b74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 May 10 16:49:58.856097 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:58.906292 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75d286-c88f-4dec-9d8c-cfb708437b90 req-702c1cf2-b663-41e1-bbb9-b561b5c665c5 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:58.919469 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9b75d286-c88f-4dec-9d8c-cfb708437b90 req-702c1cf2-b663-41e1-bbb9-b561b5c665c5 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 949 time: 0.0781810 May 10 16:49:59.020739 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9b75d286-c88f-4dec-9d8c-cfb708437b90 req-1d807385-21ed-4170-a4f8-2e6ca648d9d8 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 May 10 16:49:59.067650 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40176) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:59.170261 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40180) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:59.178361 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c46bf8-2aae-4564-a113-01d39287e407 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:49:59.310464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3846bc-f240-4275-8cc2-09be7653fd5f req-0ce80eb2-7b67-46e7-9899-6ab782859968 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:59.314578 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port b2c46bf8-2aae-4564-a113-01d39287e407 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:49:59.318029 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b540a799-7113-4736-8394-2b0fb831d9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.321226 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bc3846bc-f240-4275-8cc2-09be7653fd5f req-0ce80eb2-7b67-46e7-9899-6ab782859968 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0767062 May 10 16:49:59.328350 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port b2c46bf8-2aae-4564-a113-01d39287e407 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:49:59.329530 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.393551 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bc3846bc-f240-4275-8cc2-09be7653fd5f req-ee0ee71a-e843-4b88-a45b-24571fe15dc0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710733 May 10 16:49:59.468482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c46bf8-2aae-4564-a113-01d39287e407 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:49:59.468482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.513921 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:49:59.516754 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca4f143-788a-43a8-a432-1b3ba839383d" -d '{"events": [{"server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "name": "network-vif-plugged", "status": "completed", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:49:59.545414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c46bf8-2aae-4564-a113-01d39287e407,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:49:59.563783 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.608732 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f0d204ca-df58-4bb0-a096-9b898e5280f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.646478 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:59.664636 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4270023a-e3db-4179-a4be-4e064c2920dd x-openstack-request-id: req-4270023a-e3db-4179-a4be-4e064c2920dd {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:49:59.664934 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "name": "network-vif-plugged", "status": "completed", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:49:59.665194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4270023a-e3db-4179-a4be-4e064c2920dd {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:49:59.665835 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4270023a-e3db-4179-a4be-4e064c2920dd'] response: {'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407', 'code': 200} May 10 16:49:59.679808 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b540a799-7113-4736-8394-2b0fb831d9be admin admin] Publish callbacks [] for security_group (05732d22-eb63-4eed-8c93-249a7c4a60d4), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.784632 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f0d204ca-df58-4bb0-a096-9b898e5280f5 admin admin] Publish callbacks [] for security_group (f8b00900-fb7b-4dae-8b0f-20d77056f1c4), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.787639 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b540a799-7113-4736-8394-2b0fb831d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (05732d22-eb63-4eed-8c93-249a7c4a60d4), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.808102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-daa034a9-5a3c-4944-ba11-bdb36864eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:49:59.811052 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-daa034a9-5a3c-4944-ba11-bdb36864eaf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.1021671 May 10 16:49:59.813530 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f0d204ca-df58-4bb0-a096-9b898e5280f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f8b00900-fb7b-4dae-8b0f-20d77056f1c4), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:49:59.852628 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a799-7113-4736-8394-2b0fb831d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05732d22-eb63-4eed-8c93-249a7c4a60d4,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:59.899101 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f0d204ca-df58-4bb0-a096-9b898e5280f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=578476c9e9d34e43a94dbc97ee123dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7272983 May 10 16:49:59.899902 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40202) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:59.914753 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b540a799-7113-4736-8394-2b0fb831d9be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb20caa62529438bb88b8be2bf26d51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8456943 May 10 16:49:59.937570 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40204) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:49:59.946501 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d204ca-df58-4bb0-a096-9b898e5280f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b00900-fb7b-4dae-8b0f-20d77056f1c4,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:49:59.981460 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Publish callbacks [] for security_group (f8b00900-fb7b-4dae-8b0f-20d77056f1c4), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.004781 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Publish callbacks [] for security_group (f8b00900-fb7b-4dae-8b0f-20d77056f1c4), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.031800 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e213f8-54c5-4633-ab96-0e823db30672 req-3b9ddc78-16f2-4c1e-8be1-7813034109ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.033516 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-79e213f8-54c5-4633-ab96-0e823db30672 req-3b9ddc78-16f2-4c1e-8be1-7813034109ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 1134 time: 0.0947905 May 10 16:50:00.126122 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f8b00900-fb7b-4dae-8b0f-20d77056f1c4), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.129254 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.133392 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Publish callbacks [] for security_group (05732d22-eb63-4eed-8c93-249a7c4a60d4), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.139399 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8b00900-fb7b-4dae-8b0f-20d77056f1c4 HTTP/1.1" status: 204 len: 168 time: 0.2315080 May 10 16:50:00.143265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-53102401-97ba-45ce-9bd7-a8c8561dbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.145508 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-53102401-97ba-45ce-9bd7-a8c8561dbcd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.3009610 May 10 16:50:00.183725 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b00900-fb7b-4dae-8b0f-20d77056f1c4,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:00.183869 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-79e213f8-54c5-4633-ab96-0e823db30672 req-a86b8f52-48b2-494e-926f-fa18d1f19b60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299052 May 10 16:50:00.201408 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.201749 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.202257 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.202606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.203272 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.203535 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.204443 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.204443 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.205638 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.206039 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.208407 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.208792 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.209218 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.209604 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.210092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0173d-26b0-4d26-98f7-216b54b97604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.265414 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-558f3eba-4251-43ac-a066-24e46e97bff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 217 time: 0.0875845 May 10 16:50:00.322866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689826-b397-4379-ae0c-6f695695e823 req-0aeb0ac4-fd63-4d7f-bf09-219dead8c875 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.324614 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d6689826-b397-4379-ae0c-6f695695e823 req-0aeb0ac4-fd63-4d7f-bf09-219dead8c875 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0582702 May 10 16:50:00.336981 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Publish callbacks [] for security_group (05732d22-eb63-4eed-8c93-249a7c4a60d4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.409356 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d6689826-b397-4379-ae0c-6f695695e823 req-117dd5a6-b39a-4309-9529-7371fde6a614 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 May 10 16:50:00.484201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-61c81bbd-ea62-4d64-bd38-8872c2111743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.485709 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-61c81bbd-ea62-4d64-bd38-8872c2111743 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0680196 May 10 16:50:00.518529 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (05732d22-eb63-4eed-8c93-249a7c4a60d4), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.521709 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:00.525416 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05732d22-eb63-4eed-8c93-249a7c4a60d4 HTTP/1.1" status: 204 len: 168 time: 0.5721109 May 10 16:50:00.610383 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-cc973079-1711-4b27-978e-08829bf0f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.611967 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-cc973079-1711-4b27-978e-08829bf0f630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1096377 May 10 16:50:00.617174 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05732d22-eb63-4eed-8c93-249a7c4a60d4,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:00.619425 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188b5b3-0fc9-4e44-b228-7956150ac517 req-f7d14ccf-d745-404d-9a18-f604fe69ef88 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:00.630892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.631687 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.633646 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.634006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.635040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.635562 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.636628 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.636961 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3188b5b3-0fc9-4e44-b228-7956150ac517 req-f7d14ccf-d745-404d-9a18-f604fe69ef88 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1440856 May 10 16:50:00.637748 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.639045 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.640073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.640825 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.641926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.643110 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.645698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.646886 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98e17b-49d9-4144-9f54-090d692c0531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:00.822964 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3188b5b3-0fc9-4e44-b228-7956150ac517 req-5894866b-8e22-4c21-b2fd-eb79d973ea55 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708837 May 10 16:50:00.826299 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-b9c7b285-e265-4b89-a78f-66f3377d87e7 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685474 May 10 16:50:01.107778 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40244) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:01.131699 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4338dc0b-dfb6-441f-a48d-1657ed11e12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.251080 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4338dc0b-dfb6-441f-a48d-1657ed11e12e admin admin] Publish callbacks [] for security_group (fec0f8cf-d509-4c04-aaca-ffa1a2a3431f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.252418 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f16219-5f11-4437-9512-c370d44b1e26 req-13f46624-cb7a-42d2-a7cb-2ef46ecf805c service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620479 May 10 16:50:01.257559 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4338dc0b-dfb6-441f-a48d-1657ed11e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fec0f8cf-d509-4c04-aaca-ffa1a2a3431f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.298308 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4338dc0b-dfb6-441f-a48d-1657ed11e12e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=239fcd2b6e614b919780b090e1d53f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868196 May 10 16:50:01.298567 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40254) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:01.318311 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338dc0b-dfb6-441f-a48d-1657ed11e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec0f8cf-d509-4c04-aaca-ffa1a2a3431f,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:01.386949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] Publish callbacks [] for security_group (fec0f8cf-d509-4c04-aaca-ffa1a2a3431f), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.413094 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] Publish callbacks [] for security_group (fec0f8cf-d509-4c04-aaca-ffa1a2a3431f), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.483847 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fec0f8cf-d509-4c04-aaca-ffa1a2a3431f), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.486673 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:01.490685 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fec0f8cf-d509-4c04-aaca-ffa1a2a3431f HTTP/1.1" status: 204 len: 168 time: 0.1864517 May 10 16:50:01.499520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db24c-1dc2-4511-b641-b09e940b94f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec0f8cf-d509-4c04-aaca-ffa1a2a3431f,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:01.656287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391620-b445-4362-893c-a0324ee0c8d2 req-5f306ddd-4a76-4961-8ce5-6945d1afe147 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:01.659430 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f391620-b445-4362-893c-a0324ee0c8d2 req-5f306ddd-4a76-4961-8ce5-6945d1afe147 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0852041 May 10 16:50:01.740316 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f391620-b445-4362-893c-a0324ee0c8d2 req-577ffdaa-481a-4d75-9a93-1d2544030725 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720365 May 10 16:50:02.047165 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab582-4e10-4654-8f80-ea75d661eeb7 req-5bae6077-79ee-48d7-9cee-cfd92c5cf9b2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:02.059083 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5b2ab582-4e10-4654-8f80-ea75d661eeb7 req-5bae6077-79ee-48d7-9cee-cfd92c5cf9b2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1146998 May 10 16:50:02.181722 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5b2ab582-4e10-4654-8f80-ea75d661eeb7 req-435d055e-fbd2-4ec9-bfb5-d0073d8a1fa2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190810 May 10 16:50:02.924011 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b3c59-9680-4bc6-841b-0160a6dad286 req-cc5a1f77-4baf-4f0f-83de-2705a5672297 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:02.936908 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-661b3c59-9680-4bc6-841b-0160a6dad286 req-cc5a1f77-4baf-4f0f-83de-2705a5672297 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.1027834 May 10 16:50:03.009250 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-661b3c59-9680-4bc6-841b-0160a6dad286 req-d5fc1b1e-4c5f-46f3-bd4a-5ecb2a44f0ad tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657964 May 10 16:50:03.374381 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049939-17f6-452d-8f40-eac8a8ae07a9 req-86e3cc13-a789-4afd-b015-d08273eabdc2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:03.387669 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73049939-17f6-452d-8f40-eac8a8ae07a9 req-86e3cc13-a789-4afd-b015-d08273eabdc2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1087618 May 10 16:50:03.464895 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73049939-17f6-452d-8f40-eac8a8ae07a9 req-a4e88be4-1ea2-4e03-ab34-078385700018 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 May 10 16:50:03.481220 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9018-1f48-4c6c-ab31-cc5cddff44da req-2331a0b7-c5eb-4a64-8642-50fb244d6105 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:03.490714 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-75ed9018-1f48-4c6c-ab31-cc5cddff44da req-2331a0b7-c5eb-4a64-8642-50fb244d6105 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.1203892 May 10 16:50:03.553841 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-75ed9018-1f48-4c6c-ab31-cc5cddff44da req-06ed358e-b0a9-4771-84bc-f2037e169a5c tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621092 May 10 16:50:04.596795 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eedfe-cb20-4f6a-9bc5-0fd3a19621fb req-3e26a3ed-6ca3-41a6-8467-39e57eb3b9a9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:04.598404 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7d1eedfe-cb20-4f6a-9bc5-0fd3a19621fb req-3e26a3ed-6ca3-41a6-8467-39e57eb3b9a9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0664198 May 10 16:50:04.651496 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7d1eedfe-cb20-4f6a-9bc5-0fd3a19621fb req-ea8a018e-50f6-4076-9312-09a26b6934ca tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 May 10 16:50:04.663795 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc8e99-8a06-4834-aa42-aac76171df10 req-f772bfa1-0569-402f-9dce-64a5b383819f tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:04.665382 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2cdc8e99-8a06-4834-aa42-aac76171df10 req-f772bfa1-0569-402f-9dce-64a5b383819f tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0534844 May 10 16:50:04.718561 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2cdc8e99-8a06-4834-aa42-aac76171df10 req-28befc27-a543-436e-9f66-3fd64375fa10 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 May 10 16:50:05.772604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740008-2edb-46ec-8618-250576cedfc3 req-d3aa73d4-e948-42b6-9d3d-2e1e47387e47 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:05.774159 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8740008-2edb-46ec-8618-250576cedfc3 req-d3aa73d4-e948-42b6-9d3d-2e1e47387e47 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0502141 May 10 16:50:05.824029 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8740008-2edb-46ec-8618-250576cedfc3 req-40c5ca84-b660-4739-a808-f917e8e09b64 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 May 10 16:50:05.836600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e034633-b3c3-4960-83ee-904a7b192f12 req-f10c4279-0e68-40c1-8bf6-1d14a05ad397 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:05.838183 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2e034633-b3c3-4960-83ee-904a7b192f12 req-f10c4279-0e68-40c1-8bf6-1d14a05ad397 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0486274 May 10 16:50:05.885620 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2e034633-b3c3-4960-83ee-904a7b192f12 req-6b899924-9bab-437f-9ab8-87514428c304 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 May 10 16:50:06.950423 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e31a-322c-402c-ab1e-b80d1bb2d35b req-fe00c97c-bc68-453d-b807-96d8f98f5c35 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:06.951957 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aed1e31a-322c-402c-ab1e-b80d1bb2d35b req-fe00c97c-bc68-453d-b807-96d8f98f5c35 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0544050 May 10 16:50:07.002107 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092d0ad-d070-46fd-8be5-01936a819063 req-d5f121df-eea6-448a-8919-7045c8a48118 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:07.003609 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0092d0ad-d070-46fd-8be5-01936a819063 req-d5f121df-eea6-448a-8919-7045c8a48118 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0481701 May 10 16:50:07.004859 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aed1e31a-322c-402c-ab1e-b80d1bb2d35b req-9c11efe6-b7bb-4a42-8c11-669612938dcb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462012 May 10 16:50:07.060531 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0092d0ad-d070-46fd-8be5-01936a819063 req-f0b723e1-eb28-4925-9356-c043c36e2e25 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 May 10 16:50:08.058151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-7da615dd-672b-4bc7-9de0-ca4fb6900328 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:08.068438 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-7da615dd-672b-4bc7-9de0-ca4fb6900328 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.1119204 May 10 16:50:08.256378 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dac258-f207-49f7-a188-16315c65ada3 req-f1fecbcc-9658-4489-9101-74a2078b9547 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:08.258042 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Deleting port b2c46bf8-2aae-4564-a113-01d39287e407 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:50:08.258374 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:08.263058 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b4dac258-f207-49f7-a188-16315c65ada3 req-f1fecbcc-9658-4489-9101-74a2078b9547 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 950 time: 0.0917993 May 10 16:50:08.310963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85100f42-8460-426c-8bb0-095394292b60 req-d205a319-3cb2-4ec3-b3f5-ff35df8e5e40 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:08.313890 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-85100f42-8460-426c-8bb0-095394292b60 req-d205a319-3cb2-4ec3-b3f5-ff35df8e5e40 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1825745 May 10 16:50:08.361146 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b4dac258-f207-49f7-a188-16315c65ada3 req-afb69091-fb4f-4190-b7ba-c64d7a8ab8e1 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e69da6-de03-49b4-9113-c6d75eb85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 May 10 16:50:08.491462 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-85100f42-8460-426c-8bb0-095394292b60 req-1ebb301c-4d50-46d8-b35e-bcb978c9fbf5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475961 May 10 16:50:08.512491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] For port b2c46bf8-2aae-4564-a113-01d39287e407, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c46bf8-2aae-4564-a113-01d39287e407,segment=NetworkSegment(68ab6972-a1c7-4102-a774-4e76283b0ca8),segment_id=68ab6972-a1c7-4102-a774-4e76283b0ca8)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:08.512919 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:08.536761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Calling delete_port for b2c46bf8-2aae-4564-a113-01d39287e407 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:50:08.892939 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51684dff-9de0-47fc-9790-070d3ab57825 req-52db4042-51d7-4c27-889b-e58539ae07d3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:08.894639 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-51684dff-9de0-47fc-9790-070d3ab57825 req-52db4042-51d7-4c27-889b-e58539ae07d3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1003973 May 10 16:50:08.919949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2c46bf8-2aae-4564-a113-01d39287e407), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:08.936317 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b2c46bf8-2aae-4564-a113-01d39287e407'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:50:09.035847 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Pushing event deleted for resources: {'Port': ['ID=b2c46bf8-2aae-4564-a113-01d39287e407,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:09.072729 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] No DVR routers for this DVR port b2c46bf8-2aae-4564-a113-01d39287e407 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:50:09.078951 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:09.090400 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ff033dd8-b8c1-43ed-a9ce-f4aab260fb0e req-77c61d50-015a-47de-a2f7-6e1f23b19ce9 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.32 "DELETE /v2.0/ports/b2c46bf8-2aae-4564-a113-01d39287e407 HTTP/1.1" status: 204 len: 173 time: 1.0180101 May 10 16:50:09.103313 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'name': 'network-vif-deleted', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:09.116965 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd495fca-ad8a-4dbc-b4f0-e52745c02748" -d '{"events": [{"server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "name": "network-vif-deleted", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:09.173354 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-51684dff-9de0-47fc-9790-070d3ab57825 req-6fe99091-22f3-42b4-9e41-70cecf97d256 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613645 May 10 16:50:09.177703 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fbb1f0-5e93-4a45-9cd3-d1b3722b477b x-openstack-request-id: req-74fbb1f0-5e93-4a45-9cd3-d1b3722b477b {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:09.180463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4dee2-fea3-4713-a183-2402a1c2e66b", "name": "network-vif-deleted", "tag": "b2c46bf8-2aae-4564-a113-01d39287e407", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:09.180844 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74fbb1f0-5e93-4a45-9cd3-d1b3722b477b {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:09.181501 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fbb1f0-5e93-4a45-9cd3-d1b3722b477b'] response: {'server_uuid': 'b5d4dee2-fea3-4713-a183-2402a1c2e66b', 'name': 'network-vif-deleted', 'tag': 'b2c46bf8-2aae-4564-a113-01d39287e407', 'status': 'completed', 'code': 200} May 10 16:50:09.525850 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b4b54c7c-80a5-4676-b2d0-daccff4230f1 req-f8d2429b-8b7d-4f1e-a665-87b02a89c878 tempest-VolumesNegativeTest-1656332800 tempest-VolumesNegativeTest-1656332800-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d4dee2-fea3-4713-a183-2402a1c2e66b HTTP/1.1" status: 200 len: 210 time: 0.0444112 May 10 16:50:09.626452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3259d1-42aa-47be-921a-662487661784 req-4782a2a6-cc97-4c91-98ae-de14be72d909 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:09.628034 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1e3259d1-42aa-47be-921a-662487661784 req-4782a2a6-cc97-4c91-98ae-de14be72d909 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0630689 May 10 16:50:09.710634 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1e3259d1-42aa-47be-921a-662487661784 req-6548f423-9adb-454f-9068-1df7813fc658 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727625 May 10 16:50:10.380579 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b050be1-9080-449c-901b-8fb99ea1765c req-552aed7b-89f8-4bf0-95a5-e67671c3c825 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:10.383019 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8b050be1-9080-449c-901b-8fb99ea1765c req-552aed7b-89f8-4bf0-95a5-e67671c3c825 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0772614 May 10 16:50:10.463595 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8b050be1-9080-449c-901b-8fb99ea1765c req-b326ff4d-1e79-4d9b-8753-0c339a25f30c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744922 May 10 16:50:10.898691 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f3269-468a-42f7-ab13-21e276854976 req-93e69452-ccd2-4c0f-ad0f-d084b3b67e76 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:10.902606 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dc4f3269-468a-42f7-ab13-21e276854976 req-93e69452-ccd2-4c0f-ad0f-d084b3b67e76 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0953636 May 10 16:50:10.982696 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dc4f3269-468a-42f7-ab13-21e276854976 req-c8e76b99-d695-4396-bd0b-02523e679ae8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734568 May 10 16:50:11.211294 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c46bf8-2aae-4564-a113-01d39287e407 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:50:11.236190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: b2c46bf8-2aae-4564-a113-01d39287e407 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:50:11.236577 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c46bf8-2aae-4564-a113-01d39287e407 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:50:11.693694 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f2ac-6555-430f-a244-5c78fc6d26cb req-f648c258-58cc-401b-abdc-c9e29b995241 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:11.707687 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b2c0f2ac-6555-430f-a244-5c78fc6d26cb req-f648c258-58cc-401b-abdc-c9e29b995241 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1011071 May 10 16:50:11.825498 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b2c0f2ac-6555-430f-a244-5c78fc6d26cb req-913cf117-798c-45a2-9d2b-72d1b2566600 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111553 May 10 16:50:11.960325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40648) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:12.115788 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd3f56-53d6-4cb9-9942-6e9723487545 req-2fd32cb7-8aaf-4b15-8dc7-2647e31964f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:12.118299 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-60dd3f56-53d6-4cb9-9942-6e9723487545 req-2fd32cb7-8aaf-4b15-8dc7-2647e31964f2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0559120 May 10 16:50:12.135492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7d13f4d5-ca5b-497e-bcce-cafab711f262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.196255 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-60dd3f56-53d6-4cb9-9942-6e9723487545 req-4f0e653e-2faa-40ec-b086-d670dff64e01 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 May 10 16:50:12.295203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7d13f4d5-ca5b-497e-bcce-cafab711f262 admin admin] Publish callbacks [] for security_group (6d4c4b34-39a8-480a-afbf-7e33cee390f1), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.302129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7d13f4d5-ca5b-497e-bcce-cafab711f262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6d4c4b34-39a8-480a-afbf-7e33cee390f1), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.355426 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-7d13f4d5-ca5b-497e-bcce-cafab711f262 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=840127a9fe414efda3cc5fa6142256bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934855 May 10 16:50:12.355575 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40678) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:12.356741 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13f4d5-ca5b-497e-bcce-cafab711f262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c4b34-39a8-480a-afbf-7e33cee390f1,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:12.427237 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] Publish callbacks [] for security_group (6d4c4b34-39a8-480a-afbf-7e33cee390f1), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.471477 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] Publish callbacks [] for security_group (6d4c4b34-39a8-480a-afbf-7e33cee390f1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.582680 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6d4c4b34-39a8-480a-afbf-7e33cee390f1), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.591426 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:12.593624 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d4c4b34-39a8-480a-afbf-7e33cee390f1 HTTP/1.1" status: 204 len: 168 time: 0.2363610 May 10 16:50:12.614614 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e1e7-25f9-4ec6-9534-e576b8be77d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c4b34-39a8-480a-afbf-7e33cee390f1,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:13.016171 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312a39-7b00-46d6-8ab8-17bb3a4089c0 req-68bb2a75-7e55-4994-8509-a1cdaaea64fb tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:13.022966 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-16312a39-7b00-46d6-8ab8-17bb3a4089c0 req-68bb2a75-7e55-4994-8509-a1cdaaea64fb tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0941958 May 10 16:50:13.123962 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-16312a39-7b00-46d6-8ab8-17bb3a4089c0 req-147647b8-1006-43a9-a33d-26d661cfc4aa tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922668 May 10 16:50:13.400689 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8434d9-c37d-406c-b736-69aeab896445 req-2d3615d6-bcd6-4227-9934-7b017de9d37e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:13.403124 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf8434d9-c37d-406c-b736-69aeab896445 req-2d3615d6-bcd6-4227-9934-7b017de9d37e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0886655 May 10 16:50:13.507153 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf8434d9-c37d-406c-b736-69aeab896445 req-d4a6f2a4-c493-443e-a457-b93373a11dc7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982697 May 10 16:50:13.511449 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40742) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:13.811655 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-828c46ed-3d5e-43fc-972d-28d253fa43dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:13.941548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-828c46ed-3d5e-43fc-972d-28d253fa43dd admin admin] Publish callbacks [] for security_group (729242eb-4d18-4192-9987-7d445b710d1b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:13.947813 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-828c46ed-3d5e-43fc-972d-28d253fa43dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (729242eb-4d18-4192-9987-7d445b710d1b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:13.994079 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-828c46ed-3d5e-43fc-972d-28d253fa43dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5841273087614d058a909829b536e122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813817 May 10 16:50:13.995478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c46ed-3d5e-43fc-972d-28d253fa43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729242eb-4d18-4192-9987-7d445b710d1b,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:13.997203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40764) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:14.079875 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] Publish callbacks [] for security_group (729242eb-4d18-4192-9987-7d445b710d1b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:14.119263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] Publish callbacks [] for security_group (729242eb-4d18-4192-9987-7d445b710d1b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:14.206596 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (729242eb-4d18-4192-9987-7d445b710d1b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:14.211304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:14.213238 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/729242eb-4d18-4192-9987-7d445b710d1b HTTP/1.1" status: 204 len: 168 time: 0.2147219 May 10 16:50:14.223381 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d8466-95c1-4355-ad1f-3307a4c351bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729242eb-4d18-4192-9987-7d445b710d1b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:14.418742 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73457-453a-4d46-8c8c-ba17285e1d7e req-e68e0794-0652-49ba-a6a8-09f5894629e0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:14.430241 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27a73457-453a-4d46-8c8c-ba17285e1d7e req-e68e0794-0652-49ba-a6a8-09f5894629e0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1394486 May 10 16:50:14.568823 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27a73457-453a-4d46-8c8c-ba17285e1d7e req-e61bf17a-cbed-4b43-9771-6d649bb8b05f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277146 May 10 16:50:14.774935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3971b7-5a93-4392-a166-2360fa73a3c4 req-4b4ba6a0-482b-458e-b344-af3a1c89583e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:14.794205 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6c3971b7-5a93-4392-a166-2360fa73a3c4 req-4b4ba6a0-482b-458e-b344-af3a1c89583e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1373389 May 10 16:50:14.946752 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6c3971b7-5a93-4392-a166-2360fa73a3c4 req-5db44eb7-2bb1-411e-82da-696af71f1e53 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451449 May 10 16:50:15.236808 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40858) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:15.265199 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-90971264-e9e6-4d1a-95cd-48b4394697ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.434606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-90971264-e9e6-4d1a-95cd-48b4394697ee admin admin] Publish callbacks [] for security_group (3888dfca-ffab-43d2-ba94-ff0f37ef7fbd), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.440079 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-90971264-e9e6-4d1a-95cd-48b4394697ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (3888dfca-ffab-43d2-ba94-ff0f37ef7fbd), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.477306 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-90971264-e9e6-4d1a-95cd-48b4394697ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62b0ff0186804326a1055dde6cd9277e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390563 May 10 16:50:15.479866 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40860) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:15.533588 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90971264-e9e6-4d1a-95cd-48b4394697ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3888dfca-ffab-43d2-ba94-ff0f37ef7fbd,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:15.623781 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] Publish callbacks [] for security_group (3888dfca-ffab-43d2-ba94-ff0f37ef7fbd), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.668493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] Publish callbacks [] for security_group (3888dfca-ffab-43d2-ba94-ff0f37ef7fbd), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.752382 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40872) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:15.757778 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40874) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:15.803407 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (3888dfca-ffab-43d2-ba94-ff0f37ef7fbd), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.808839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:15.810203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87257754-a739-4f11-8425-945e1d228723 req-4999f64b-8109-4653-b7ce-1f00c7b9ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:15.813596 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3888dfca-ffab-43d2-ba94-ff0f37ef7fbd HTTP/1.1" status: 204 len: 168 time: 0.3326850 May 10 16:50:15.813781 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-87257754-a739-4f11-8425-945e1d228723 req-4999f64b-8109-4653-b7ce-1f00c7b9ad25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.1169837 May 10 16:50:15.841221 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badca4-fa7f-47ef-a0f1-a0cfec3ac685 req-d98ef475-b71e-48e7-801e-9c7c735aa7c9 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:15.843016 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-13badca4-fa7f-47ef-a0f1-a0cfec3ac685 req-d98ef475-b71e-48e7-801e-9c7c735aa7c9 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0999577 May 10 16:50:15.855547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3999a-cfef-462e-a2f1-21611e8741d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888dfca-ffab-43d2-ba94-ff0f37ef7fbd,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:15.952492 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-13badca4-fa7f-47ef-a0f1-a0cfec3ac685 req-f2c1ca85-9bcb-4fa0-9bdd-148f44d0435c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990436 May 10 16:50:15.952896 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f5df50e-172c-41b6-8c79-1c0ff77c4833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.041712 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-87257754-a739-4f11-8425-945e1d228723 req-4f60dcd7-5377-4454-b710-6e81e771e0b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155442 May 10 16:50:16.132426 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f5df50e-172c-41b6-8c79-1c0ff77c4833 admin admin] Publish callbacks [] for security_group (32a38304-b31b-486c-b173-8d1aa40ef1f5), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.146388 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f5df50e-172c-41b6-8c79-1c0ff77c4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (32a38304-b31b-486c-b173-8d1aa40ef1f5), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.181438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b57abeaa-10d9-4b3a-944e-16d4ce132ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.238397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5df50e-172c-41b6-8c79-1c0ff77c4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a38304-b31b-486c-b173-8d1aa40ef1f5,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:16.278548 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 40914) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:16.279998 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0f5df50e-172c-41b6-8c79-1c0ff77c4833 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54d0825dc4fd4ee9aec56e66d5dc0f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242836 May 10 16:50:16.289381 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996f96d-4ae6-41bb-b152-2ecf32df24e6 req-08e84a5f-41fa-4265-83a7-39825255cdb8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:16.292295 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0996f96d-4ae6-41bb-b152-2ecf32df24e6 req-08e84a5f-41fa-4265-83a7-39825255cdb8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1692398 May 10 16:50:16.444441 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0996f96d-4ae6-41bb-b152-2ecf32df24e6 req-f8c19862-4c34-48f3-95b7-a7bc39aeafa6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345713 May 10 16:50:16.482833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b57abeaa-10d9-4b3a-944e-16d4ce132ea3 admin admin] Publish callbacks [] for security_group (246f8297-7ab8-4334-b1c2-45daf19a9819), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.483802 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] Publish callbacks [] for security_group (32a38304-b31b-486c-b173-8d1aa40ef1f5), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.489527 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b57abeaa-10d9-4b3a-944e-16d4ce132ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (246f8297-7ab8-4334-b1c2-45daf19a9819), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.571771 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] Publish callbacks [] for security_group (32a38304-b31b-486c-b173-8d1aa40ef1f5), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.582694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b57abeaa-10d9-4b3a-944e-16d4ce132ea3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8054f104e3b4786b875d9ba5852c014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8232880 May 10 16:50:16.583878 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57abeaa-10d9-4b3a-944e-16d4ce132ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f8297-7ab8-4334-b1c2-45daf19a9819,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:16.585696 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 40930) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:16.656094 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (32a38304-b31b-486c-b173-8d1aa40ef1f5), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.660670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.662663 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32a38304-b31b-486c-b173-8d1aa40ef1f5 HTTP/1.1" status: 204 len: 168 time: 0.3818622 May 10 16:50:16.678493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] Publish callbacks [] for security_group (246f8297-7ab8-4334-b1c2-45daf19a9819), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.708583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f768f-5ff8-42c2-a077-f1cf5d27808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a38304-b31b-486c-b173-8d1aa40ef1f5,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:16.739861 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] Publish callbacks [] for security_group (246f8297-7ab8-4334-b1c2-45daf19a9819), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.826309 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (246f8297-7ab8-4334-b1c2-45daf19a9819), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.838017 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:16.842260 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/246f8297-7ab8-4334-b1c2-45daf19a9819 HTTP/1.1" status: 204 len: 168 time: 0.2534595 May 10 16:50:16.872619 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb898bbd-4f98-4eb6-ba47-ab56eb52585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f8297-7ab8-4334-b1c2-45daf19a9819,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:17.213852 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02838b22-6be1-4878-bf56-9707d1e4f21d req-0dc69c01-1761-42ee-bfb4-bfe5c90b85e5 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:17.224505 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-02838b22-6be1-4878-bf56-9707d1e4f21d req-0dc69c01-1761-42ee-bfb4-bfe5c90b85e5 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1467874 May 10 16:50:17.330077 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-02838b22-6be1-4878-bf56-9707d1e4f21d req-f6bb8cea-a998-4ddc-9bba-045e9bca2a5a tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037860 May 10 16:50:17.724716 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399709b-1617-45eb-8410-d0028c3c1415 req-4778dc29-09c6-4298-88fe-6e21104de92a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:17.737486 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b399709b-1617-45eb-8410-d0028c3c1415 req-4778dc29-09c6-4298-88fe-6e21104de92a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1604440 May 10 16:50:17.832374 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b399709b-1617-45eb-8410-d0028c3c1415 req-11681f41-c10a-4339-8514-088e799ede16 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 May 10 16:50:17.845142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b464b-60d8-449e-9784-5402f0587f6f req-73924d5e-1866-4d1e-bc96-a9613c71c3ff tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:17.857083 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-151b464b-60d8-449e-9784-5402f0587f6f req-73924d5e-1866-4d1e-bc96-a9613c71c3ff tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0825298 May 10 16:50:17.954792 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-151b464b-60d8-449e-9784-5402f0587f6f req-085271af-b147-4ece-8b10-46b37f7c2c71 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960195 May 10 16:50:18.468564 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cfada-da72-4973-ba66-aba373d1c37e req-7cf516a1-2c15-4d8a-8da8-5096d3293ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:18.470175 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-872cfada-da72-4973-ba66-aba373d1c37e req-7cf516a1-2c15-4d8a-8da8-5096d3293ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0522761 May 10 16:50:18.544768 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-872cfada-da72-4973-ba66-aba373d1c37e req-c640e631-c3f3-4025-b663-fbf6696431e8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648916 May 10 16:50:19.019691 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d904b-4226-4306-a3bf-a7262e565146 req-5bc206c9-60b1-4d0a-98ba-93af3767c0c2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:19.021462 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d71d904b-4226-4306-a3bf-a7262e565146 req-5bc206c9-60b1-4d0a-98ba-93af3767c0c2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0721977 May 10 16:50:19.120005 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d71d904b-4226-4306-a3bf-a7262e565146 req-5e642f48-db47-4aed-a9aa-a89c43b35dfb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907774 May 10 16:50:19.144338 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a111-5ad7-4c84-831c-92f7b4798a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:19.170887 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb7c84-b145-4e31-be79-28588918261b req-4a0de4d1-0117-426b-b0fb-a7a23f03d545 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:19.181235 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7dcb7c84-b145-4e31-be79-28588918261b req-4a0de4d1-0117-426b-b0fb-a7a23f03d545 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0977905 May 10 16:50:19.280248 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7dcb7c84-b145-4e31-be79-28588918261b req-c99d1a3d-7daf-471c-a8f8-549c2b68dfc7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976093 May 10 16:50:19.465431 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41096) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:19.659181 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948fb6-cb97-4eac-8f57-b9d77e5c8ff2 req-0c656f03-c2eb-4b93-baeb-78d4da3aeec7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:19.672576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-5bee4637-483f-4ada-9903-2f576dce92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:19.674643 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-5bee4637-483f-4ada-9903-2f576dce92bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.1430640 May 10 16:50:19.686202 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c948fb6-cb97-4eac-8f57-b9d77e5c8ff2 req-0c656f03-c2eb-4b93-baeb-78d4da3aeec7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1616745 May 10 16:50:19.855628 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3c948fb6-cb97-4eac-8f57-b9d77e5c8ff2 req-74b097e1-9375-4c8c-bec4-65d6ddabffe7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668258 May 10 16:50:19.899828 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41112) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:19.965343 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d00cc3-5000-41bc-9dae-53420dcc8213 req-d7d20f5d-e7ef-473e-b4af-abd87c251949 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:19.976904 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-67d00cc3-5000-41bc-9dae-53420dcc8213 req-d7d20f5d-e7ef-473e-b4af-abd87c251949 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.2286510 May 10 16:50:20.106912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-a98f4954-efb0-4c37-8402-0736e1d71fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:20.109571 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-a98f4954-efb0-4c37-8402-0736e1d71fb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.4226449 May 10 16:50:20.113749 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-67d00cc3-5000-41bc-9dae-53420dcc8213 req-3669f2a7-0735-4458-a31f-b93f81044663 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302280 May 10 16:50:20.167205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0d07637b-131f-410b-8638-1ae2380ce2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.171578 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-f3ec20ee-d0cd-4f8d-b072-d68bc5d85cf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 217 time: 0.0517356 May 10 16:50:20.211624 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-36d0a3af-75dc-4655-a13f-d62fcf3cf764 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cba4b165ecb44ef8c7018958198eb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7450228 May 10 16:50:20.215406 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41126) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:20.239127 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-4cb4208b-4549-4f76-82f7-89de49cc5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:20.241299 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-4cb4208b-4549-4f76-82f7-89de49cc5a96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0603769 May 10 16:50:20.337111 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-88371fe5-d06a-4e8e-9cd8-09a924393382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:20.338674 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] Publish callbacks [] for security_group (05e69da6-de03-49b4-9113-c6d75eb85a26), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.339013 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-88371fe5-d06a-4e8e-9cd8-09a924393382 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0888031 May 10 16:50:20.385477 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] Publish callbacks [] for security_group (05e69da6-de03-49b4-9113-c6d75eb85a26), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.399610 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0d07637b-131f-410b-8638-1ae2380ce2a1 admin admin] Publish callbacks [] for security_group (47f5c8e5-9c01-45ab-bd9d-0120029052f1), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.421974 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0d07637b-131f-410b-8638-1ae2380ce2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (47f5c8e5-9c01-45ab-bd9d-0120029052f1), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.543370 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-71606f51-0bfd-4d76-bb66-54e2088dfe10 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973953 May 10 16:50:20.544208 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0d07637b-131f-410b-8638-1ae2380ce2a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c286733ad0074e32bcc771e90a3ad8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6422350 May 10 16:50:20.545083 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07637b-131f-410b-8638-1ae2380ce2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5c8e5-9c01-45ab-bd9d-0120029052f1,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:20.548643 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41144) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:20.593662 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8ef9-4286-4598-b3c6-b9ec35b30b82 req-b3ae83f7-efd5-4f7b-9fc9-091229e99a66 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:20.595674 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-127c8ef9-4286-4598-b3c6-b9ec35b30b82 req-b3ae83f7-efd5-4f7b-9fc9-091229e99a66 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1437831 May 10 16:50:20.662376 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (05e69da6-de03-49b4-9113-c6d75eb85a26), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.663983 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.665278 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05e69da6-de03-49b4-9113-c6d75eb85a26 HTTP/1.1" status: 204 len: 168 time: 0.4486639 May 10 16:50:20.674886 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53f7a-1d54-4915-b1b0-b66aa55ac432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e69da6-de03-49b4-9113-c6d75eb85a26,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:20.680465 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-127c8ef9-4286-4598-b3c6-b9ec35b30b82 req-02f451ce-db84-457a-b625-5a0e6deb5ec9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702615 May 10 16:50:20.711193 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:50:20.762967 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] Publish callbacks [] for security_group (47f5c8e5-9c01-45ab-bd9d-0120029052f1), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.805878 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] Publish callbacks [] for security_group (47f5c8e5-9c01-45ab-bd9d-0120029052f1), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.810061 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0ca5b7f8-344b-4d95-a8e2-a4697e843d00 req-8b1c14cf-e5a5-4fc0-9e01-50cd2d4055c9 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508972 May 10 16:50:20.900611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (47f5c8e5-9c01-45ab-bd9d-0120029052f1), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.903688 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:20.907788 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47f5c8e5-9c01-45ab-bd9d-0120029052f1 HTTP/1.1" status: 204 len: 168 time: 0.3536978 May 10 16:50:20.924818 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67484b1-e7ba-4d47-b9fe-53af5a319554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5c8e5-9c01-45ab-bd9d-0120029052f1,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:21.071517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e3905-f8ea-474d-b1a1-da4ed54d8a17 req-7541bbc3-d47b-46be-a7ee-991bb450431f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:21.080508 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-285e3905-f8ea-474d-b1a1-da4ed54d8a17 req-7541bbc3-d47b-46be-a7ee-991bb450431f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0745327 May 10 16:50:21.105249 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41166) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:21.225856 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-285e3905-f8ea-474d-b1a1-da4ed54d8a17 req-cf6807de-b033-4509-9b93-008152bcce07 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425738 May 10 16:50:21.374290 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236cf78-be10-4758-92b4-95221e74c391 req-dcf8fdca-bc1f-4b7a-a2c1-567605a3be31 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:21.378482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-669dc4bd-00aa-4f6c-bca1-e4110514e896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:21.387268 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0236cf78-be10-4758-92b4-95221e74c391 req-dcf8fdca-bc1f-4b7a-a2c1-567605a3be31 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0966723 May 10 16:50:21.679562 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0236cf78-be10-4758-92b4-95221e74c391 req-d5708f29-5cde-43c0-acf2-c8000adc8e29 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868805 May 10 16:50:21.696077 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-89e60e85-a2e0-4a5b-a0b6-8a18d15314de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:21.810556 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-89e60e85-a2e0-4a5b-a0b6-8a18d15314de admin admin] Publish callbacks [] for security_group (99f8270d-0a32-413b-88af-9d16b05c16fd), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:21.815940 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-89e60e85-a2e0-4a5b-a0b6-8a18d15314de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (99f8270d-0a32-413b-88af-9d16b05c16fd), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:21.867024 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-89e60e85-a2e0-4a5b-a0b6-8a18d15314de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80df069b6c2a4f5282d559174c512b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571447 May 10 16:50:21.867024 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60e85-a2e0-4a5b-a0b6-8a18d15314de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8270d-0a32-413b-88af-9d16b05c16fd,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:21.867659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41184) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:21.898072 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd8c5-3321-49ca-b270-c52992044791 req-645923eb-ee9a-4078-a193-de1769ae0663 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:21.907787 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e68bd8c5-3321-49ca-b270-c52992044791 req-645923eb-ee9a-4078-a193-de1769ae0663 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0831306 May 10 16:50:21.948964 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] Publish callbacks [] for security_group (99f8270d-0a32-413b-88af-9d16b05c16fd), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:21.975462 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e68bd8c5-3321-49ca-b270-c52992044791 req-6d6028ab-af1e-44db-840f-250441b1784d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605409 May 10 16:50:21.986147 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] Publish callbacks [] for security_group (99f8270d-0a32-413b-88af-9d16b05c16fd), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.062240 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (99f8270d-0a32-413b-88af-9d16b05c16fd), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.065755 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.069478 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99f8270d-0a32-413b-88af-9d16b05c16fd HTTP/1.1" status: 204 len: 168 time: 0.1980975 May 10 16:50:22.087767 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cf7df-ae8b-4aed-8d09-9e056606e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8270d-0a32-413b-88af-9d16b05c16fd,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:22.274846 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41202) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:22.394138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a589c58-742a-43b4-ab21-bb9546cc4437 req-f61a8227-28e4-4558-b3f5-91882adbbd23 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:22.402978 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9a589c58-742a-43b4-ab21-bb9546cc4437 req-f61a8227-28e4-4558-b3f5-91882adbbd23 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0864682 May 10 16:50:22.482262 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9a589c58-742a-43b4-ab21-bb9546cc4437 req-d18ea0e0-a856-47b5-b10b-6de93d1f333c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760045 May 10 16:50:22.517150 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.553907 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-521977924-network', 'tenant_id': 'ea67afdf22fd4b41ac5f34bc29f3b7b8'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:22.583399 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Made reservation on behalf of ea67afdf22fd4b41ac5f34bc29f3b7b8 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:22.586755 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.603341 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41214) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:22.611176 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.625013 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ca82516f-0b2b-446c-a9aa-df600b6b81ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.723982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks [] for security_group (d788cbba-93b4-4241-98f1-4fa748bb3136), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.734800 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d788cbba-93b4-4241-98f1-4fa748bb3136), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.752066 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ca82516f-0b2b-446c-a9aa-df600b6b81ba admin admin] Publish callbacks [] for security_group (c6f1b93c-7459-4002-88de-4af2ccdb5f60), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.760072 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:50:22.760364 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ca82516f-0b2b-446c-a9aa-df600b6b81ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c6f1b93c-7459-4002-88de-4af2ccdb5f60), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.771004 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (b319107b-5b15-44cf-b7db-5b567ab4c2d6), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.771377 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Added segment b319107b-5b15-44cf-b7db-5b567ab4c2d6 of type vlan for network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 May 10 16:50:22.838220 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (86c89ebc-58b3-49c4-b16f-4293e1e93d33), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.847701 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ca82516f-0b2b-446c-a9aa-df600b6b81ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14780c00aea04caea9cfffb68dd5502a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422707 May 10 16:50:22.851110 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41218) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:22.851265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82516f-0b2b-446c-a9aa-df600b6b81ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1b93c-7459-4002-88de-4af2ccdb5f60,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:22.870432 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e502-a874-4342-b552-0775e468b390 req-de14cdad-8bdc-4dcd-9eff-1ddbf509df0f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:22.871665 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d788cbba-93b4-4241-98f1-4fa748bb3136,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:22.871899 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce57e502-a874-4342-b552-0775e468b390 req-de14cdad-8bdc-4dcd-9eff-1ddbf509df0f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0768816 May 10 16:50:22.914316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (86c89ebc-58b3-49c4-b16f-4293e1e93d33), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.915070 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:22.916985 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:22.951049 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce57e502-a874-4342-b552-0775e468b390 req-05b1fe1c-4d8c-4ce3-99c8-f93063527a81 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683124 May 10 16:50:23.272811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] Publish callbacks [] for security_group (c6f1b93c-7459-4002-88de-4af2ccdb5f60), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.278591 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0018086 May 10 16:50:23.281304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41226) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:23.287430 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Request body: {'subnet': {'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-521977924-subnet', 'tenant_id': 'ea67afdf22fd4b41ac5f34bc29f3b7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:23.311445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Made reservation on behalf of ea67afdf22fd4b41ac5f34bc29f3b7b8 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:23.316572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364922'] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.323912 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840151f-d983-44ad-b194-a875881760fa admin admin] Pushing event updated for resources: {'Network': ['ID=86c89ebc-58b3-49c4-b16f-4293e1e93d33,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:23.335599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:50:23.337850 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] Publish callbacks [] for security_group (c6f1b93c-7459-4002-88de-4af2ccdb5f60), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.389268 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879c07-605b-4498-aba2-f3a4e28d2d02 req-6bad5e40-7389-483d-8a41-e35156aa40d1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:23.390874 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-05879c07-605b-4498-aba2-f3a4e28d2d02 req-6bad5e40-7389-483d-8a41-e35156aa40d1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1415293 May 10 16:50:23.437796 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c6f1b93c-7459-4002-88de-4af2ccdb5f60), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.440491 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.441723 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6f1b93c-7459-4002-88de-4af2ccdb5f60 HTTP/1.1" status: 204 len: 168 time: 0.5900483 May 10 16:50:23.459807 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-05879c07-605b-4498-aba2-f3a4e28d2d02 req-457d4c5b-2ff2-4548-8664-3ae0900c56d1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631058 May 10 16:50:23.460775 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d652879-6ad3-491c-984d-55d9c650fbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1b93c-7459-4002-88de-4af2ccdb5f60,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:23.562212 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364900'] for subnet (ee8f702c-e4f9-4272-bd01-f00f6cf04f27), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.670406 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b15f-e975-4dba-b1cf-15237b0a016a req-7c0eb198-4b77-4973-99ff-e0345a98b3aa tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:23.672207 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8551b15f-e975-4dba-b1cf-15237b0a016a req-7c0eb198-4b77-4973-99ff-e0345a98b3aa tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.1022892 May 10 16:50:23.674719 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8f702c-e4f9-4272-bd01-f00f6cf04f27,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:23.697906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Checking segment: {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:23.697906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Network hostable DHCP agents. Network: 86c89ebc-58b3-49c4-b16f-4293e1e93d33, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:50:23.753604 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8551b15f-e975-4dba-b1cf-15237b0a016a req-304cae68-3210-4aea-aefd-570312da1fee tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701790 May 10 16:50:23.754772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:50:23.766512 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 86c89ebc-58b3-49c4-b16f-4293e1e93d33) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:23.773011 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:23.773934 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:23.777184 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f1ac5-2f69-4910-ad9b-04e9b53849d1 None None] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:50:23.796538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ad4a697c-eb33-4a79-a5a1-3d06c27680a5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5127280 May 10 16:50:23.891591 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f5dc6-ab7a-488e-81c7-f3dc092adaca None None] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:50:24.112150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33d6cd-8797-4569-a4f0-edfd7e4d490b req-352e0505-14fa-4171-a0a0-11d2055c3393 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:24.114524 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4f33d6cd-8797-4569-a4f0-edfd7e4d490b req-352e0505-14fa-4171-a0a0-11d2055c3393 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0516019 May 10 16:50:24.176148 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4f33d6cd-8797-4569-a4f0-edfd7e4d490b req-d649aa3d-1324-4138-92ac-3a118886afb0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520680 May 10 16:50:24.266272 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:24.599032 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bf3d3-924f-44ab-9fbc-c635a2ad23ea req-3013b0ab-b7f8-4e51-ae3c-2cda4ae964ef tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:24.600580 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-823bf3d3-924f-44ab-9fbc-c635a2ad23ea req-3013b0ab-b7f8-4e51-ae3c-2cda4ae964ef tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0559754 May 10 16:50:24.648899 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-823bf3d3-924f-44ab-9fbc-c635a2ad23ea req-da61c4c7-7992-41b2-9082-9c81c2f875ef tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 May 10 16:50:24.880820 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39665af-2fbc-417e-90b3-08716af4fe8c req-fe8df404-d714-4906-89b1-7cb1320f90f0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:24.882295 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c39665af-2fbc-417e-90b3-08716af4fe8c req-fe8df404-d714-4906-89b1-7cb1320f90f0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0470209 May 10 16:50:24.931333 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c39665af-2fbc-417e-90b3-08716af4fe8c req-981e82a2-3c57-4d91-a2d4-b68cb0ddc455 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 May 10 16:50:25.296805 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310a77-ab37-48ce-9512-ebe9be554234 req-707ec70c-13a0-46f7-8061-af08b28eda2c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:25.298350 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-df310a77-ab37-48ce-9512-ebe9be554234 req-707ec70c-13a0-46f7-8061-af08b28eda2c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0515807 May 10 16:50:25.349449 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-df310a77-ab37-48ce-9512-ebe9be554234 req-d1bf0861-5e28-4fbe-9205-60cd9b68c91b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 May 10 16:50:25.604486 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7eef5-7ec6-42e4-8823-1fda65439878 req-0281c31e-f415-46d3-a601-97739f031b0e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:25.607030 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3bd7eef5-7ec6-42e4-8823-1fda65439878 req-0281c31e-f415-46d3-a601-97739f031b0e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0818126 May 10 16:50:25.631623 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:25.672923 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3bd7eef5-7ec6-42e4-8823-1fda65439878 req-68b3a792-e94d-462c-9a84-485d73782cef tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587678 May 10 16:50:25.718872 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-6ed144b8-288c-4dda-8731-090632db7cd2 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:25.720440 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-6ed144b8-288c-4dda-8731-090632db7cd2 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 813 time: 0.1671844 May 10 16:50:25.756905 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-14deedd0-ff01-4af5-a868-527973e0d7c9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/quotas/ea67afdf22fd4b41ac5f34bc29f3b7b8 HTTP/1.1" status: 200 len: 375 time: 0.0273924 May 10 16:50:25.801156 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-0df3c61c-ae6e-4dd9-ad50-20da670ccda4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422540 May 10 16:50:25.847463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f2ff9-4b2c-429b-9863-35243b615313 req-2fc45f91-9aa0-4ad6-85fc-54d97f18de15 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:25.849365 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d05f2ff9-4b2c-429b-9863-35243b615313 req-2fc45f91-9aa0-4ad6-85fc-54d97f18de15 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0665400 May 10 16:50:25.949311 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-171075d4-80c2-4b2f-b5ee-18f554f45b69 service neutron] 10.222.0.48 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469362 May 10 16:50:26.004711 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d05f2ff9-4b2c-429b-9863-35243b615313 req-6a58e85a-3093-4299-b352-102ad92dab31 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465359 May 10 16:50:26.013749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-ebf7150e-5dbf-4265-87f9-d4687e3b4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:26.015613 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-ebf7150e-5dbf-4265-87f9-d4687e3b4038 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1129 time: 0.0568359 May 10 16:50:26.080160 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-dcce7fdd-43e3-48e6-85e7-48344fc10b44 service neutron] 10.222.0.48 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137953 May 10 16:50:26.158547 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ee7-51fe-41ac-86b3-d921bff0f713 req-49aa46c8-d05f-4a82-9490-12f019732d22 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:26.160442 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-317a9ee7-51fe-41ac-86b3-d921bff0f713 req-49aa46c8-d05f-4a82-9490-12f019732d22 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0617380 May 10 16:50:26.177959 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-351a80cf-30e6-4983-aa54-36a79ce01037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:26.179353 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-351a80cf-30e6-4983-aa54-36a79ce01037 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 912 time: 0.1546633 May 10 16:50:26.254322 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7595d528-e76d-4325-bd6e-c55777fae382 req-84b6fe57-483f-4496-bcda-e3dfd4288f2f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 210 time: 0.0327797 May 10 16:50:26.279290 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-317a9ee7-51fe-41ac-86b3-d921bff0f713 req-a9593f18-9145-4504-ac5b-bb2ae4c64efd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 May 10 16:50:26.279290 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-1c8fdf58-d5c3-4f4b-94df-9c5e787e575f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 200 len: 1001 time: 0.0880690 May 10 16:50:26.332531 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-2594fab8-9d1e-407b-9c6f-0a4c5cf8a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:26.335615 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-2594fab8-9d1e-407b-9c6f-0a4c5cf8a1ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.0543835 May 10 16:50:26.812499 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c660a75-6d74-4fb3-ac5f-1393b51b8edc req-25f1e728-e235-4572-81f3-cdf063254e18 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:26.814027 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4c660a75-6d74-4fb3-ac5f-1393b51b8edc req-25f1e728-e235-4572-81f3-cdf063254e18 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0503864 May 10 16:50:26.864382 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4c660a75-6d74-4fb3-ac5f-1393b51b8edc req-978c00a3-d2cc-49c7-a5c0-a7e6397d8a6e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 May 10 16:50:27.176403 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639f73b-1241-4c17-919a-93bfc567d59d req-27ccaeb9-facc-4ce6-b604-9a082cf4cc32 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:27.178589 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4639f73b-1241-4c17-919a-93bfc567d59d req-27ccaeb9-facc-4ce6-b604-9a082cf4cc32 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0942361 May 10 16:50:27.179974 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-f61a63e6-f04b-4e6b-8b54-e949c2ea1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:27.181429 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-f61a63e6-f04b-4e6b-8b54-e949c2ea1294 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0863490 May 10 16:50:27.363265 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-77296911-a5d4-4b72-9b5d-8b518e6936ac req-4eed5bef-61e4-45af-879e-d7b2e0d8fed6 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 210 time: 0.0321364 May 10 16:50:27.468085 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4639f73b-1241-4c17-919a-93bfc567d59d req-89734640-96f5-448b-ac45-7f584edff299 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831550 May 10 16:50:27.979364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52052657-65a9-4a00-b8c0-7598ff221aa8 req-ecc7507b-94b2-4819-9d14-1dbe1c92aa88 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:27.980885 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-52052657-65a9-4a00-b8c0-7598ff221aa8 req-ecc7507b-94b2-4819-9d14-1dbe1c92aa88 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0488157 May 10 16:50:28.029058 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-52052657-65a9-4a00-b8c0-7598ff221aa8 req-44d41edc-0110-40aa-aec0-a5104bb65851 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 May 10 16:50:28.460265 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce497385-9256-4686-aa4d-69b5600493b3 req-d57a77f5-acf4-46e0-ad41-c876f0f25b20 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 210 time: 0.0273886 May 10 16:50:28.596020 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ac50-126f-4f90-a33f-6f420dbb21a8 req-98a95a84-3e02-4a3e-91be-c6e011622eb7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:28.601770 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f454ac50-126f-4f90-a33f-6f420dbb21a8 req-98a95a84-3e02-4a3e-91be-c6e011622eb7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0545108 May 10 16:50:28.651780 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f454ac50-126f-4f90-a33f-6f420dbb21a8 req-b5ad3e06-d1a7-4147-91f8-44ff7a7be985 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 May 10 16:50:28.844694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:28.931064 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-bb168ba7-1172-41cf-979b-28332ab98410 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923395 May 10 16:50:29.031519 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dcc20e1f-a2fb-4157-aef3-f36401809599 req-776fefd0-e07f-453f-a5fd-fb72fafbe0d8 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944798 May 10 16:50:29.151329 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8f238-8b7a-4fce-bb64-c3893c80e1c0 req-a41f9fec-d261-4f14-82f7-313a19057c5d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:29.152904 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-80f8f238-8b7a-4fce-bb64-c3893c80e1c0 req-a41f9fec-d261-4f14-82f7-313a19057c5d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0524430 May 10 16:50:29.211667 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-80f8f238-8b7a-4fce-bb64-c3893c80e1c0 req-00bc276e-594c-4455-b597-a2590a707db8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507510 May 10 16:50:29.561270 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-23bd8bcd-0fc7-45a8-8c0c-36a2e73ffad8 req-243c135e-e978-440e-a334-57b0e1ad8594 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 210 time: 0.0320492 May 10 16:50:29.696297 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-82f2fe43-478f-4313-ad53-01540178bbef tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:29.698343 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-82f2fe43-478f-4313-ad53-01540178bbef tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 813 time: 0.1336586 May 10 16:50:29.712957 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Request body: {'port': {'device_id': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33', 'admin_state_up': True, 'tenant_id': 'ea67afdf22fd4b41ac5f34bc29f3b7b8'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:29.843844 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f37e2-a3aa-494d-b80f-84fb0038aae6 req-8bb443b7-d47f-4e9a-a323-2ce7b3281438 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:29.845754 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-745f37e2-a3aa-494d-b80f-84fb0038aae6 req-8bb443b7-d47f-4e9a-a323-2ce7b3281438 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0781035 May 10 16:50:29.860085 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41416) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:29.864765 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461896974', 'description': 'tempest-description--999862368'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:29.889075 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:29.915920 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Made reservation on behalf of ea67afdf22fd4b41ac5f34bc29f3b7b8 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:29.919459 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:29.933889 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-745f37e2-a3aa-494d-b80f-84fb0038aae6 req-d279354d-476e-44b1-b3fe-cb109dcd3b76 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755844 May 10 16:50:29.986310 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (b7852cf3-09b2-43cc-bed2-14308296da95), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:29.990368 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b7852cf3-09b2-43cc-bed2-14308296da95), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.022667 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.023968 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1627707 May 10 16:50:30.027368 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41418) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:30.033132 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'security_group_rule': {'security_group_id': 'b7852cf3-09b2-43cc-bed2-14308296da95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:30.039896 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fa7b4-6dfc-4b39-9d9e-cf4d4b16fe6b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7852cf3-09b2-43cc-bed2-14308296da95,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:30.072884 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Allocated IP 172.20.0.9 (86c89ebc-58b3-49c4-b16f-4293e1e93d33/ee8f702c-e4f9-4272-bd01-f00f6cf04f27/c9672453-af7a-47d3-b2cc-46ead0204f1d) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:30.076381 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (ee5b1e40-a934-4d00-97ef-8862c335a157), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.137872 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (ee5b1e40-a934-4d00-97ef-8862c335a157), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.141773 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (ee5b1e40-a934-4d00-97ef-8862c335a157), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.160450 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5b1e40-a934-4d00-97ef-8862c335a157,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:30.169803 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.173594 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4cc8598d-5580-4c3a-b103-e2c1c83e3956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418943 May 10 16:50:30.176305 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41420) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:30.180888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'security_group_rule': {'security_group_id': 'b7852cf3-09b2-43cc-bed2-14308296da95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:30.214539 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (7eabdbbd-965b-44d0-9310-2197ae7015df), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.261091 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks [] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.280644 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41430) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:30.307473 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.366317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:30.369723 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:30.376941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:30.385457 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Pushing event updated for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:30.391993 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (7eabdbbd-965b-44d0-9310-2197ae7015df), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.399061 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (7eabdbbd-965b-44d0-9310-2197ae7015df), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.409522 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Deleting subnet 8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:50:30.421369 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332af7-9d6b-4ee3-aefa-2aefd56b93f6 req-0266c1d6-4302-470a-ac9d-35d5ad4c20fc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:30.422879 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-26332af7-9d6b-4ee3-aefa-2aefd56b93f6 req-0266c1d6-4302-470a-ac9d-35d5ad4c20fc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.1299820 May 10 16:50:30.423800 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Publish callbacks [] for subnet (8803bfa3-6a5c-4ebc-8ec6-1a8de0794343), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.442911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:30.443633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.462017 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-40f252a1-a8fd-490e-8611-b2e9f9734723 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530692 May 10 16:50:30.474057 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eabdbbd-965b-44d0-9310-2197ae7015df,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:30.484875 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (8803bfa3-6a5c-4ebc-8ec6-1a8de0794343), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.516863 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.519762 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0b68b315-11b3-4dc1-bea9-ad94b4a132bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421462 May 10 16:50:30.524435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41436) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:30.529451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:30.543336 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Request body: {'port': {'device_id': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:30.588757 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-26332af7-9d6b-4ee3-aefa-2aefd56b93f6 req-436f778a-d0d6-4fae-8895-6e2b4b1f48c0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262784 May 10 16:50:30.590181 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (8803bfa3-6a5c-4ebc-8ec6-1a8de0794343), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.615684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.667985 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (8803bfa3-6a5c-4ebc-8ec6-1a8de0794343), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.703089 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.708561 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8803bfa3-6a5c-4ebc-8ec6-1a8de0794343 HTTP/1.1" status: 204 len: 168 time: 0.4267886 May 10 16:50:30.709584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b91f3-8fee-4d01-9b23-871b66570dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8803bfa3-6a5c-4ebc-8ec6-1a8de0794343,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:30.717025 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41444) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:30.806008 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (29cfe5c6-1718-45f0-8637-a49017b78c15), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.815556 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.840112 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615d57-93d9-4426-b707-d0817baba8b9 req-f8172526-8190-4395-b63b-660eff7ff5bc tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:30.841689 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a4615d57-93d9-4426-b707-d0817baba8b9 req-f8172526-8190-4395-b63b-660eff7ff5bc tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 931 time: 0.1078610 May 10 16:50:30.887235 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (29cfe5c6-1718-45f0-8637-a49017b78c15), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.898927 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.909043 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cfe5c6-1718-45f0-8637-a49017b78c15']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:30.920645 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4610f75e-5cad-4132-a91d-a21cc04690a1') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:30.920980 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4610f75e-5cad-4132-a91d-a21cc04690a1') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:30.932223 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (4610f75e-5cad-4132-a91d-a21cc04690a1), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.947956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (4610f75e-5cad-4132-a91d-a21cc04690a1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.955273 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:50:30.955837 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (4610f75e-5cad-4132-a91d-a21cc04690a1), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:50:30.957891 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:50:31.053690 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a4615d57-93d9-4426-b707-d0817baba8b9 req-8b7c9b68-409c-452a-8bcb-34778e465510 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022891 May 10 16:50:31.064058 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (29cfe5c6-1718-45f0-8637-a49017b78c15), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.082174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.085398 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/29cfe5c6-1718-45f0-8637-a49017b78c15 HTTP/1.1" status: 204 len: 168 time: 0.3662953 May 10 16:50:31.089757 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae19c-f522-454b-8137-30f21276fc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cfe5c6-1718-45f0-8637-a49017b78c15,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:31.100402 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a771e2-89ad-4813-908b-d072784c8bdb req-4f0fc5cf-dc21-4bc0-94f4-81066c517d07 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:31.101977 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a7a771e2-89ad-4813-908b-d072784c8bdb req-4f0fc5cf-dc21-4bc0-94f4-81066c517d07 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0811198 May 10 16:50:31.156073 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a7a771e2-89ad-4813-908b-d072784c8bdb req-786b3c64-3391-4718-8fc0-7891ca7c2e72 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 May 10 16:50:31.178692 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Allocated IP 172.27.1.232 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/b2ff0745-be62-488b-9e4d-7ed8d9912ff4) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:31.299153 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41452) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:31.345638 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e719ccfd-c8ec-423d-a491-98a5db3f5bb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d968e17fa36f403a923b7b42af28333d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451293 May 10 16:50:31.348917 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41454) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:31.359812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9672453-af7a-47d3-b2cc-46ead0204f1d {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:50:31.375174 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks [] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.383086 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.397971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] Publish callbacks [] for security_group (cb9dd365-7712-4859-b43b-b8244a4519bb), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.398278 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Transition to ACTIVE for port object c9672453-af7a-47d3-b2cc-46ead0204f1d will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:50:31.404818 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.421600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] Publish callbacks [] for security_group (cb9dd365-7712-4859-b43b-b8244a4519bb), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.476949 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (cb9dd365-7712-4859-b43b-b8244a4519bb), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.478320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Pushing event updated for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:31.479580 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.481869 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb9dd365-7712-4859-b43b-b8244a4519bb HTTP/1.1" status: 204 len: 168 time: 0.1319854 May 10 16:50:31.486723 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.501641 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa40c-349b-49db-9b27-754a1c0a6f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9dd365-7712-4859-b43b-b8244a4519bb,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:31.575674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:31.582605 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:31.594107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:31.599024 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'Port': ['ID=b2ff0745-be62-488b-9e4d-7ed8d9912ff4,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:31.654156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Attempting to bind port c9672453-af7a-47d3-b2cc-46ead0204f1d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:31.654588 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Attempting to bind port c9672453-af7a-47d3-b2cc-46ead0204f1d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:31.654999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Attempting to bind port c9672453-af7a-47d3-b2cc-46ead0204f1d on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:31.664673 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Port c9672453-af7a-47d3-b2cc-46ead0204f1d on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:50:31.664994 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Attempting to bind port c9672453-af7a-47d3-b2cc-46ead0204f1d on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:31.673115 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:31.673859 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Checking segment: {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:31.673953 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Bound using segment: {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:31.674457 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Bound port: c9672453-af7a-47d3-b2cc-46ead0204f1d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:31.675393 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.763024 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.814611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:31.828699 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:31.837981 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.848743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.917787 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:31.918467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:31.919860 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9672453-af7a-47d3-b2cc-46ead0204f1d HTTP/1.1" status: 200 len: 1093 time: 1.3858964 May 10 16:50:31.920330 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:31.922660 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568019e5-036c-42cb-813f-360e5eafb325" -d '{"events": [{"name": "network-changed", "server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:31.973855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea11e-fda4-44e0-be8c-0a638d617d50 service neutron] Pushing event updated for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:31.989668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59106c6e-d14a-4c41-b3f9-dee80725c4a5 x-openstack-request-id: req-59106c6e-d14a-4c41-b3f9-dee80725c4a5 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:31.992629 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:31.992999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59106c6e-d14a-4c41-b3f9-dee80725c4a5 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:31.993624 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59106c6e-d14a-4c41-b3f9-dee80725c4a5'] response: {'name': 'network-changed', 'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d', 'status': 'completed', 'code': 200} May 10 16:50:32.073631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-74790c9c-1049-432d-b2c9-be720a959286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:32.075136 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-74790c9c-1049-432d-b2c9-be720a959286 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 1127 time: 0.0983233 May 10 16:50:32.134493 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-628593b6-190e-474d-a668-2394a4723a34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d HTTP/1.1" status: 200 len: 217 time: 0.0457883 May 10 16:50:32.191860 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70a28-a359-41a1-b9a6-b6aa812fec99 req-05a4ac58-68af-407d-90a5-b84e839a291f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:32.194315 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2ba70a28-a359-41a1-b9a6-b6aa812fec99 req-05a4ac58-68af-407d-90a5-b84e839a291f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0530047 May 10 16:50:32.217807 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:32.217807 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-ef225c46-ca5c-4736-978f-ede0c9e14ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:32.217807 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-ef225c46-ca5c-4736-978f-ede0c9e14ff5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8f702c-e4f9-4272-bd01-f00f6cf04f27 HTTP/1.1" status: 200 len: 853 time: 0.0736403 May 10 16:50:32.217807 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:32.263123 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2ba70a28-a359-41a1-b9a6-b6aa812fec99 req-68b27eed-b34d-401f-88f7-b7ccb2be98cd tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 May 10 16:50:32.308095 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-c56e0967-49fb-4b21-87c3-c18a6b82eb30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86c89ebc-58b3-49c4-b16f-4293e1e93d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799081 May 10 16:50:32.356172 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'Port': ['ID=b2ff0745-be62-488b-9e4d-7ed8d9912ff4,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:32.365756 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:32.377057 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2920fb-f543-45ad-9ab6-21b50a07b8db req-9b136fbb-470e-4733-af9e-ee11a30a6d52 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:32.379244 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce2920fb-f543-45ad-9ab6-21b50a07b8db req-9b136fbb-470e-4733-af9e-ee11a30a6d52 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0774837 May 10 16:50:32.397652 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:32.400080 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-63cda437-6ca4-455d-8518-f747bbed09b5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8733919 May 10 16:50:32.439224 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce2920fb-f543-45ad-9ab6-21b50a07b8db req-3081df34-b03a-4f58-a713-b161ae9a87f5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512567 May 10 16:50:32.610312 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-56998a35-302c-49b9-9bcd-00c9b3669d87 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--461896974&fields=id&tenant_id=f6208c73932343aeae12d8cd0983fc77 HTTP/1.1" status: 200 len: 267 time: 0.0504436 May 10 16:50:32.731715 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-8743d4bc-6c56-43f9-b6f4-3ae18a25566e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:32.733373 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-8743d4bc-6c56-43f9-b6f4-3ae18a25566e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 0.1143086 May 10 16:50:32.750152 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-be2a77f6-1876-41a6-b974-0ffaae49e2c8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/quotas/f6208c73932343aeae12d8cd0983fc77 HTTP/1.1" status: 200 len: 375 time: 0.0101831 May 10 16:50:32.819189 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-784721ab-f24a-4635-a1ad-c5a9ff639131 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630107 May 10 16:50:32.921822 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-0e2ac446-4e6f-4bae-9684-7f91e7f1669e service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907981 May 10 16:50:33.013858 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-406f3069-3599-4a16-b363-814620c3c035 service neutron] 10.222.0.48 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 May 10 16:50:33.124076 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-b5490b82-59df-4914-947f-fd250bf3b095 service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941269 May 10 16:50:33.183216 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-75c73fb2-89bf-4681-88cb-59f2cc9fb6d0 req-c5624bb0-1548-4471-912a-2e5a1785d81b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0305545 May 10 16:50:33.397236 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799e000-bb49-46d0-aeed-1e743209fca4 req-1c201e7a-8959-44e9-a488-396ef62e86f9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:33.398784 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d799e000-bb49-46d0-aeed-1e743209fca4 req-1c201e7a-8959-44e9-a488-396ef62e86f9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0573568 May 10 16:50:33.453028 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d799e000-bb49-46d0-aeed-1e743209fca4 req-c0db4b7d-7bb2-4e85-a92f-fc43abed4ac2 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 May 10 16:50:33.567612 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77b9c9-5187-4cb9-8deb-5fbdfeacaa1a req-9f865b7c-3f31-4f7c-9798-ef46e3159250 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:33.569079 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d77b9c9-5187-4cb9-8deb-5fbdfeacaa1a req-9f865b7c-3f31-4f7c-9798-ef46e3159250 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0491431 May 10 16:50:33.623028 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d77b9c9-5187-4cb9-8deb-5fbdfeacaa1a req-bc1bcc56-aa65-4c58-9a4f-2891c5ca7ff6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482664 May 10 16:50:34.282107 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-48497513-3446-4ade-8eb9-d19a8283d86b req-1ff6bc3f-a99c-4a8b-836c-474f09ec59d8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0279231 May 10 16:50:34.571617 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44467b3e-d26c-4c5d-bf99-5ea8666456b2 req-9ed249ea-15ad-4a7a-b2bc-67b9dcb8b0b2 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:34.573250 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-44467b3e-d26c-4c5d-bf99-5ea8666456b2 req-9ed249ea-15ad-4a7a-b2bc-67b9dcb8b0b2 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0491788 May 10 16:50:34.620308 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-44467b3e-d26c-4c5d-bf99-5ea8666456b2 req-8678dd4e-2688-4931-8130-ddaa3f0a11e9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 May 10 16:50:34.753546 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b323d6-7e92-4020-9966-710ce003dc51 req-7a7f2946-13c8-41d0-a235-479dbd93de0a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:34.755229 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-76b323d6-7e92-4020-9966-710ce003dc51 req-7a7f2946-13c8-41d0-a235-479dbd93de0a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0502317 May 10 16:50:34.808546 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-76b323d6-7e92-4020-9966-710ce003dc51 req-b668381f-c408-42c7-ac4a-88a326029fdc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475960 May 10 16:50:34.834873 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b64d05c8-86a5-44a1-8960-cfc01d9d3ec8 req-1f2d9697-35e2-498b-aa49-c6282de3e075 service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979805 May 10 16:50:35.397792 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-17bed57e-92d2-4a2b-b29c-488b7dbd4672 req-ea9f7f7c-0432-4a8b-b965-de8f67d1c63b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0467219 May 10 16:50:35.747663 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457da8-2d56-4968-9072-bec16f2366c3 req-ed281552-fd1c-44ff-a27a-acd09a0fdd33 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:35.749221 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-82457da8-2d56-4968-9072-bec16f2366c3 req-ed281552-fd1c-44ff-a27a-acd09a0fdd33 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0509524 May 10 16:50:35.811031 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-82457da8-2d56-4968-9072-bec16f2366c3 req-47d916e4-49b2-49da-b600-585a308e2913 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 May 10 16:50:35.958106 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568019e5-036c-42cb-813f-360e5eafb325 req-af4832fe-7cd5-474f-91bb-0336c3f9aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:35.960450 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-af4832fe-7cd5-474f-91bb-0336c3f9aea3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 1127 time: 0.0830066 May 10 16:50:35.969705 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89ac2-693d-4b87-bd8b-b4ec29891972 req-cb5b814b-da9e-48c7-a0fb-a8e36a2ebe56 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:35.971311 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0d89ac2-693d-4b87-bd8b-b4ec29891972 req-cb5b814b-da9e-48c7-a0fb-a8e36a2ebe56 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0611174 May 10 16:50:36.096577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0d89ac2-693d-4b87-bd8b-b4ec29891972 req-173c8d95-316a-4d00-b85a-6790aad25d28 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150775 May 10 16:50:36.116640 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568019e5-036c-42cb-813f-360e5eafb325 req-13aa1869-af01-402c-a119-5479307c400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:36.118314 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-13aa1869-af01-402c-a119-5479307c400f service neutron] 10.222.0.32 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 914 time: 0.1458912 May 10 16:50:36.348876 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-df9a37c0-5225-44a7-947e-00c657c10d96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d HTTP/1.1" status: 200 len: 217 time: 0.0419993 May 10 16:50:36.417378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568019e5-036c-42cb-813f-360e5eafb325 req-c9a7489b-6471-4681-88e3-54550998da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:36.418861 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-c9a7489b-6471-4681-88e3-54550998da26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8f702c-e4f9-4272-bd01-f00f6cf04f27 HTTP/1.1" status: 200 len: 853 time: 0.0590978 May 10 16:50:36.468221 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-bfb0d004-f0b9-4f9b-bd54-1ca721de128d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86c89ebc-58b3-49c4-b16f-4293e1e93d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412042 May 10 16:50:36.529175 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4857f525-08a6-432e-b268-ada5e9aee8fa req-1b6c5224-7467-4e8d-94cf-55bca590b254 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0437274 May 10 16:50:36.576250 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-4cca51ec-0040-424d-8996-eeac7f4b6222 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:36.578026 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-4cca51ec-0040-424d-8996-eeac7f4b6222 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 819 time: 0.1218245 May 10 16:50:36.943383 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35789c-9688-4c3a-aaf6-74dbee6664fd req-d873fca8-ff2f-4d2d-be1b-fef2b06779b1 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:36.944888 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8e35789c-9688-4c3a-aaf6-74dbee6664fd req-d873fca8-ff2f-4d2d-be1b-fef2b06779b1 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0488489 May 10 16:50:36.996226 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8e35789c-9688-4c3a-aaf6-74dbee6664fd req-599c6b9c-75c4-4b9a-8ad9-084b331f74dd tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 May 10 16:50:37.234963 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85379-5310-410e-b589-e3e37708b203 req-623f0bc5-a98d-49ca-8f23-f1c4ab002aac tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:37.236531 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8fc85379-5310-410e-b589-e3e37708b203 req-623f0bc5-a98d-49ca-8f23-f1c4ab002aac tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0517890 May 10 16:50:37.292983 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8fc85379-5310-410e-b589-e3e37708b203 req-cf25ccc1-52ea-4373-9bf6-89f1a020dc85 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 May 10 16:50:37.635883 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e3a0d10-f58a-4066-a4ed-6cb416897899 req-666119c8-38a4-4a17-853c-9e907966cf66 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0287151 May 10 16:50:38.113267 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3451d9-7d6f-4f49-8d0f-be1360b9114f req-2d3ef491-d387-4b50-a817-856a898f42d3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:38.114778 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fd3451d9-7d6f-4f49-8d0f-be1360b9114f req-2d3ef491-d387-4b50-a817-856a898f42d3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0502474 May 10 16:50:38.163431 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fd3451d9-7d6f-4f49-8d0f-be1360b9114f req-ef97b037-0a24-4887-88b6-01505e2af340 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 May 10 16:50:38.414614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b926f2-fd98-401a-982e-98ad0b3e07ff req-403e8aa1-36ab-4265-86e6-c68dc03986d4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:38.416132 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-97b926f2-fd98-401a-982e-98ad0b3e07ff req-403e8aa1-36ab-4265-86e6-c68dc03986d4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0471976 May 10 16:50:38.464258 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-97b926f2-fd98-401a-982e-98ad0b3e07ff req-af8cc5c2-a140-4325-81bc-680b86622ac6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 May 10 16:50:38.736308 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-53c2481a-874c-49a4-9397-267713c82765 req-4ed7915c-0d25-44e5-ac95-ce725fbd4086 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0272040 May 10 16:50:39.013429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:50:39.114010 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:39.130099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:50:39.167979 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: ACTIVE; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:39.168397 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:39.182468 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:50:39.204101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:39.210095 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:39.261046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=6']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:39.270170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.270432 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.270792 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.271142 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.271550 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.272248 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.272733 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.273194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.273655 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.275283 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.275283 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.275283 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.275537 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.275841 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.276326 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:39.288459 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f5b06-715a-4962-8fe3-80f534e70f6d req-9e263e17-af40-4411-8687-67748c1b188d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:39.290354 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-910f5b06-715a-4962-8fe3-80f534e70f6d req-9e263e17-af40-4411-8687-67748c1b188d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 943 time: 0.0579605 May 10 16:50:39.345766 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-910f5b06-715a-4962-8fe3-80f534e70f6d req-53086769-fcf2-429e-88f3-0dd2625f4f83 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 May 10 16:50:39.590037 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d61a0-82d0-4ca5-b4e9-42a7fd51bce7 req-23898d61-ee58-4b46-be18-e0574c546e29 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:39.591649 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-844d61a0-82d0-4ca5-b4e9-42a7fd51bce7 req-23898d61-ee58-4b46-be18-e0574c546e29 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0555761 May 10 16:50:39.641415 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-844d61a0-82d0-4ca5-b4e9-42a7fd51bce7 req-34fa18fb-cff6-4001-a99d-d6a6a3de55e3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438001 May 10 16:50:39.834538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-21d7bde1-764b-4523-99e3-08820f4062fb req-ba7d77c3-89de-44fa-9d82-c02a51282da1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0283914 May 10 16:50:40.048599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['494f67f0-21ef-40e7-8bd0-9ab88f71dbef'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:50:40.075815 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-1684954d-f9cf-4f12-aa57-8a0c700304c2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6208c73932343aeae12d8cd0983fc77 HTTP/1.1" status: 200 len: 379 time: 0.1133549 May 10 16:50:40.082704 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-d498bc99-d571-46d5-93a3-8fbb08d577fb service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387663 May 10 16:50:40.116371 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c9672453-af7a-47d3-b2cc-46ead0204f1d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:50:40.200240 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'port': {'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'admin_state_up': True, 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'security_groups': ['b7852cf3-09b2-43cc-bed2-14308296da95']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:40.283827 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:40.298290 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'c9672453-af7a-47d3-b2cc-46ead0204f1d', 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33', 'port_id': 'c9672453-af7a-47d3-b2cc-46ead0204f1d', 'mac_address': 'fa:16:3e:c6:99:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8f702c-e4f9-4272-bd01-f00f6cf04f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:50:40.357468 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c9672453-af7a-47d3-b2cc-46ead0204f1d is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:40.358241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:40.367209 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-568019e5-036c-42cb-813f-360e5eafb325 req-445262d9-9a8e-48fd-83d2-675c20ebc112 service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711810 May 10 16:50:40.375420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9672453-af7a-47d3-b2cc-46ead0204f1d {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:50:40.401779 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:40.411087 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:40.413576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Made reservation on behalf of f6208c73932343aeae12d8cd0983fc77 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:40.417681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:40.479049 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:40.545756 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54058b6-a81d-4869-9ec1-e68b0c5f8e87 req-a0347e3a-b0bd-484c-980c-3d1fa62187c6 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:40.547334 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e54058b6-a81d-4869-9ec1-e68b0c5f8e87 req-a0347e3a-b0bd-484c-980c-3d1fa62187c6 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 944 time: 0.0783637 May 10 16:50:40.646140 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e54058b6-a81d-4869-9ec1-e68b0c5f8e87 req-5874c13c-6b28-4361-98f3-1253ccb8b361 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870330 May 10 16:50:40.672080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Allocated IP 172.20.0.14 (5732deb1-fb33-4f08-9ad5-7d92102702ad/9ac3f8f3-2236-4e69-8fac-08c0452f930d/01f7d055-f780-49f6-98a2-68c108a3aa05) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:40.730820 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['c9672453-af7a-47d3-b2cc-46ead0204f1d'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:50:40.984361 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e1f032ff-9176-444e-9032-1b3e402146c6 req-c3ef8312-a832-4fbe-a6d1-3d24f54be988 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0381160 May 10 16:50:41.118365 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1c612-c61f-4afa-ba0f-3f399062c8ab req-159d0869-0e4d-41c9-8474-3e2041756ccc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:41.125247 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cbb1c612-c61f-4afa-ba0f-3f399062c8ab req-159d0869-0e4d-41c9-8474-3e2041756ccc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.3907197 May 10 16:50:41.207761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:41.226585 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cbb1c612-c61f-4afa-ba0f-3f399062c8ab req-c7320672-d8b3-4192-9705-9099cd10fde0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005237 May 10 16:50:41.281432 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:41.329743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:41.333202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:41.335895 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:41.430742 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:41.431738 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:41.437375 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event updated for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:41.461679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-72734248-4574-4df2-be81-978e24f00766 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667999 May 10 16:50:41.607815 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-f2b0c711-e162-42c9-9dbc-773046134c71 None None] Provisioning complete for port 01f7d055-f780-49f6-98a2-68c108a3aa05 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:41.608409 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c711-e162-42c9-9dbc-773046134c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:41.660669 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0c711-e162-42c9-9dbc-773046134c71 None None] Port 01f7d055-f780-49f6-98a2-68c108a3aa05 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:50:41.779069 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd929d-5213-4c68-8720-a578ac98f949 req-8d0a7841-9a41-4865-9f08-17af9d11ad7c tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:41.780664 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7bbd929d-5213-4c68-8720-a578ac98f949 req-8d0a7841-9a41-4865-9f08-17af9d11ad7c tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 944 time: 0.0583367 May 10 16:50:41.841433 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7bbd929d-5213-4c68-8720-a578ac98f949 req-afb7224a-64e9-4348-bdd1-aa52acc26aa8 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 May 10 16:50:42.126772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef721f51-4ae5-449d-8e52-e8bbd10ca1fa req-601932f8-5b9e-410e-9647-b59ed8e50b02 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:42.129529 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef721f51-4ae5-449d-8e52-e8bbd10ca1fa req-601932f8-5b9e-410e-9647-b59ed8e50b02 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 932 time: 0.0596895 May 10 16:50:42.210481 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef721f51-4ae5-449d-8e52-e8bbd10ca1fa req-253b36a1-64ec-4d7b-bccd-a1d71dbca6d5 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744724 May 10 16:50:42.391718 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498930c3-4828-4d4a-adc9-365fa56278ae req-07dfd92e-aca4-4158-a1ab-6ec1f82b608d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:42.394001 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-498930c3-4828-4d4a-adc9-365fa56278ae req-07dfd92e-aca4-4158-a1ab-6ec1f82b608d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0693221 May 10 16:50:42.448123 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-498930c3-4828-4d4a-adc9-365fa56278ae req-e5e7e022-26dc-4a31-bb6f-f6ef594b5893 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477595 May 10 16:50:42.968121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc679c9-09bb-4df0-a145-0673b91cbf6b req-be294513-32f4-4856-85d3-d121735a4b9a tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:42.969768 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0dc679c9-09bb-4df0-a145-0673b91cbf6b req-be294513-32f4-4856-85d3-d121735a4b9a tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 944 time: 0.0536003 May 10 16:50:43.029136 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0dc679c9-09bb-4df0-a145-0673b91cbf6b req-ed767d79-5d72-44bd-afde-e906b7885326 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 May 10 16:50:43.350832 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ce64-e5c8-4029-bf69-4dd2e3ed3f77 req-fd632841-4ab5-4470-98fd-cd1b340d0537 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:43.353212 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1e26ce64-e5c8-4029-bf69-4dd2e3ed3f77 req-fd632841-4ab5-4470-98fd-cd1b340d0537 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 932 time: 0.0638552 May 10 16:50:43.422725 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1e26ce64-e5c8-4029-bf69-4dd2e3ed3f77 req-61341805-85f4-4b77-b553-6578af3800ff tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639601 May 10 16:50:43.570749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Request body: {'port': {'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:43.625404 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc052d-f6d5-475b-805a-3b9ee2d087b4 req-127c95aa-5331-4784-8b57-80cdf8ebfaaa tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:43.627080 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c8cc052d-f6d5-475b-805a-3b9ee2d087b4 req-127c95aa-5331-4784-8b57-80cdf8ebfaaa tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0991740 May 10 16:50:43.676906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:43.736393 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c8cc052d-f6d5-475b-805a-3b9ee2d087b4 req-5f898911-43d9-4b8a-90ad-9b59fcb8d54e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884316 May 10 16:50:44.041263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f7d055-f780-49f6-98a2-68c108a3aa05 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:50:44.051734 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks [] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.065801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Transition to ACTIVE for port object 01f7d055-f780-49f6-98a2-68c108a3aa05 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:50:44.071464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.162291 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Pushing event updated for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:44.191893 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d968a3-06c6-443f-8409-f3ddef759ec2 req-f45eef89-b9c4-4191-9ae0-ca7cceb33131 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:44.199718 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79d968a3-06c6-443f-8409-f3ddef759ec2 req-f45eef89-b9c4-4191-9ae0-ca7cceb33131 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 944 time: 0.0949373 May 10 16:50:44.232677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c9672453-af7a-47d3-b2cc-46ead0204f1d up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:44.267332 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Attempting to bind port 01f7d055-f780-49f6-98a2-68c108a3aa05 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:44.267668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Attempting to bind port 01f7d055-f780-49f6-98a2-68c108a3aa05 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:44.267934 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79d968a3-06c6-443f-8409-f3ddef759ec2 req-615eedee-1257-4097-a091-a49ddc53f077 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615258 May 10 16:50:44.268095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Attempting to bind port 01f7d055-f780-49f6-98a2-68c108a3aa05 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:44.278707 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Port 01f7d055-f780-49f6-98a2-68c108a3aa05 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:50:44.279038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Attempting to bind port 01f7d055-f780-49f6-98a2-68c108a3aa05 on network 5732deb1-fb33-4f08-9ad5-7d92102702ad {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:44.286163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:44.286507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Checking segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:44.287401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Bound using segment: {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:44.287844 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Bound port: 01f7d055-f780-49f6-98a2-68c108a3aa05, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7e285-b0db-4814-9439-6091b362495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:44.288210 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.320622 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port c9672453-af7a-47d3-b2cc-46ead0204f1d completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:50:44.335008 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port c9672453-af7a-47d3-b2cc-46ead0204f1d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:44.335388 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.401345 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:44.405630 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=01f7d055-f780-49f6-98a2-68c108a3aa05,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:44.423931 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.481132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c9672453-af7a-47d3-b2cc-46ead0204f1d is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:44.481571 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.607230 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Pushing event updated for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:44.614572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:44.615205 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:44.618799 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-99feb4b7-afa9-437b-976e-d00912b4994c service neutron] 10.222.0.32 "PUT /v2.0/ports/01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1094 time: 1.0521400 May 10 16:50:44.641413 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:44.646503 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:44.742384 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c00608-ea1d-4f05-8d66-b1fbb7a693e2 x-openstack-request-id: req-12c00608-ea1d-4f05-8d66-b1fbb7a693e2 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:44.742610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:44.743314 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12c00608-ea1d-4f05-8d66-b1fbb7a693e2 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:44.743734 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c00608-ea1d-4f05-8d66-b1fbb7a693e2'] response: {'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'status': 'completed', 'code': 200} May 10 16:50:44.831996 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e428-1eea-4b94-8fb9-9eebbcc71e80 req-9cb81d8b-e6f3-4f60-a601-03f56dc09115 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:44.833754 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1775e428-1eea-4b94-8fb9-9eebbcc71e80 req-9cb81d8b-e6f3-4f60-a601-03f56dc09115 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 944 time: 0.2141030 May 10 16:50:44.839107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-7ae36177-eea5-44e0-9b4c-34cafb82a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:44.845917 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-7ae36177-eea5-44e0-9b4c-34cafb82a229 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1128 time: 0.1186545 May 10 16:50:44.991252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:44.994037 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3bee3c-b0de-408c-8973-8953d5d63fa5" -d '{"events": [{"server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "name": "network-vif-plugged", "status": "completed", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:45.017965 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-f3709016-943a-4ca0-9fc3-3fb6805de7af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 217 time: 0.1512768 May 10 16:50:45.025786 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:45.030364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d532d-2c4d-4859-8d4d-cdc7ddc6abaa req-10c3f0ca-a115-4b57-bc8b-5e89ac939464 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:45.044389 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-663d532d-2c4d-4859-8d4d-cdc7ddc6abaa req-10c3f0ca-a115-4b57-bc8b-5e89ac939464 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.1291387 May 10 16:50:45.049877 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.052241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:45.107469 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-e633f8c1-6311-4efc-a827-2dca96136a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:45.109856 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-e633f8c1-6311-4efc-a827-2dca96136a2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0786378 May 10 16:50:45.154993 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41704) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:45.192342 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-663d532d-2c4d-4859-8d4d-cdc7ddc6abaa req-7ea8a21c-fdcd-4978-bf20-d3a224d3846f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396768 May 10 16:50:45.195591 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1775e428-1eea-4b94-8fb9-9eebbcc71e80 req-a971e224-8cac-4e8f-a9c9-e1c757452956 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484297 May 10 16:50:45.203431 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-901c6859-9517-48ce-9656-2a3f2761b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:45.204974 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-901c6859-9517-48ce-9656-2a3f2761b750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858338 May 10 16:50:45.255077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:45.259443 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:45.259967 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.311072 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a916129c-e1e4-4dfb-8961-189fab5f0acb x-openstack-request-id: req-a916129c-e1e4-4dfb-8961-189fab5f0acb {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:45.311604 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "name": "network-vif-plugged", "status": "completed", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:45.312049 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a916129c-e1e4-4dfb-8961-189fab5f0acb {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:45.312667 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a916129c-e1e4-4dfb-8961-189fab5f0acb'] response: {'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d', 'code': 200} May 10 16:50:45.384242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:45.385114 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.434941 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:45.441433 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.444190 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-994b397e-171e-43fd-90eb-2023d5bb648f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.505310 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817dd19-0363-40d9-9413-89baafec7534 req-d17b0621-5c30-4b9b-8407-668f351bf908 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:45.506942 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3817dd19-0363-40d9-9413-89baafec7534 req-d17b0621-5c30-4b9b-8407-668f351bf908 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.1065149 May 10 16:50:45.534420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=7']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:45.607201 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3817dd19-0363-40d9-9413-89baafec7534 req-40da4e90-ea99-4452-bc3d-a11616caf082 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 May 10 16:50:45.609710 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-52c53ed6-1d7e-4e59-9830-cb45b9ca48bf service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903046 May 10 16:50:45.624532 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-994b397e-171e-43fd-90eb-2023d5bb648f admin admin] Publish callbacks [] for security_group (9e94c939-f555-44aa-adaf-3c90fd298cfe), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.629985 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-994b397e-171e-43fd-90eb-2023d5bb648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9e94c939-f555-44aa-adaf-3c90fd298cfe), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.679185 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-994b397e-171e-43fd-90eb-2023d5bb648f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65f82afb2b574d21ba59a77ce4f80a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185745 May 10 16:50:45.679932 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b397e-171e-43fd-90eb-2023d5bb648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94c939-f555-44aa-adaf-3c90fd298cfe,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:45.681834 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41712) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:45.748498 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] Publish callbacks [] for security_group (9e94c939-f555-44aa-adaf-3c90fd298cfe), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.774677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] Publish callbacks [] for security_group (9e94c939-f555-44aa-adaf-3c90fd298cfe), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.837124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (9e94c939-f555-44aa-adaf-3c90fd298cfe), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.840519 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:45.850376 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e94c939-f555-44aa-adaf-3c90fd298cfe HTTP/1.1" status: 204 len: 168 time: 0.1673000 May 10 16:50:45.860314 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd673592-4735-4f64-aaa7-69ae55adae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94c939-f555-44aa-adaf-3c90fd298cfe,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:46.359405 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350ed3-dca0-49bd-8759-4cf2dbe260ba req-193709c2-2ae6-4474-ba25-9635bb33f00f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:46.362964 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3a350ed3-dca0-49bd-8759-4cf2dbe260ba req-193709c2-2ae6-4474-ba25-9635bb33f00f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0814199 May 10 16:50:46.380330 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff100d1d-0b18-487e-9454-963b967709fa req-b6631857-0d3a-4af4-b441-1a198b0bf919 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:46.397330 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ff100d1d-0b18-487e-9454-963b967709fa req-b6631857-0d3a-4af4-b441-1a198b0bf919 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 944 time: 0.0886831 May 10 16:50:46.434548 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3a350ed3-dca0-49bd-8759-4cf2dbe260ba req-1d51af5b-feb8-4429-8e5d-b0c479095913 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648036 May 10 16:50:46.474922 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ff100d1d-0b18-487e-9454-963b967709fa req-826140be-6706-45b5-aeba-0860235d1bae tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748823 May 10 16:50:46.723975 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41742) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:46.759481 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdf86a-33d9-46e7-940d-9b45e271247b req-a35792c3-0b05-4f06-acf2-b224f29a3f15 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:46.762051 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e6cdf86a-33d9-46e7-940d-9b45e271247b req-a35792c3-0b05-4f06-acf2-b224f29a3f15 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0659664 May 10 16:50:46.834854 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e6cdf86a-33d9-46e7-940d-9b45e271247b req-870256af-8556-404d-b5b0-fa779652e83d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647945 May 10 16:50:46.862055 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786734620-network', 'tenant_id': 'ad2249e85fd741258c91142e19edc714'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:46.886839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Made reservation on behalf of ad2249e85fd741258c91142e19edc714 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:46.889144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:46.898296 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:46.997439 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks [] for security_group (4499bd07-066a-40d4-a5b6-0596e42b9a66), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.001918 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4499bd07-066a-40d4-a5b6-0596e42b9a66), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.028978 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:50:47.038433 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499bd07-066a-40d4-a5b6-0596e42b9a66,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:47.045759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8bdc093d-85f9-4879-acca-216ed1582b7e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.046108 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Added segment 8bdc093d-85f9-4879-acca-216ed1582b7e of type vlan for network c651f71d-58b1-4ad6-afef-e7eaac16708e May 10 16:50:47.096261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (c651f71d-58b1-4ad6-afef-e7eaac16708e), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.134103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (c651f71d-58b1-4ad6-afef-e7eaac16708e), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.135051 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:47.135625 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.296376 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5711117 May 10 16:50:47.299827 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41746) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:47.302120 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e14d2-0bef-4d58-a5fb-b6e480176428 req-dc3cd8ed-e459-4194-be93-478b66100f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:47.303597 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0c0e14d2-0bef-4d58-a5fb-b6e480176428 req-dc3cd8ed-e459-4194-be93-478b66100f44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 1129 time: 0.1704552 May 10 16:50:47.306291 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe886f16-7a47-4aae-ab48-8bb5b566a738 admin admin] Pushing event updated for resources: {'Network': ['ID=c651f71d-58b1-4ad6-afef-e7eaac16708e,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:47.308096 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Request body: {'subnet': {'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786734620-subnet', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:47.318429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:47.323641 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a339e9b-e148-4c47-9d92-ced858aaed5e" -d '{"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:47.330315 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network c651f71d-58b1-4ad6-afef-e7eaac16708e details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:50:47.349304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f8e9ece-f3bd-4eeb-b5c6-e16b227f10f2 req-8b7a1ce2-48e5-4b4a-97e2-c0e9ed60fef9 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176545 May 10 16:50:47.386371 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Made reservation on behalf of ad2249e85fd741258c91142e19edc714 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:47.388934 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.410989 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36a0432-4c44-466c-a4ad-9e32cf9ceda3 x-openstack-request-id: req-c36a0432-4c44-466c-a4ad-9e32cf9ceda3 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:47.411456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:47.411811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c36a0432-4c44-466c-a4ad-9e32cf9ceda3 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:47.412327 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36a0432-4c44-466c-a4ad-9e32cf9ceda3'] response: {'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'code': 200} May 10 16:50:47.641554 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1a77-c92d-49f9-815c-a45468803b5f req-c728acbf-f048-40a5-834e-c4e277d441a8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:47.649881 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3b4e1a77-c92d-49f9-815c-a45468803b5f req-c728acbf-f048-40a5-834e-c4e277d441a8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1200893 May 10 16:50:47.650730 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe31b2-9f64-4ec7-a596-aed07294d650 req-c9579d24-7618-4187-a744-0c7753126c34 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:47.659446 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-defe31b2-9f64-4ec7-a596-aed07294d650 req-c9579d24-7618-4187-a744-0c7753126c34 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 944 time: 0.0821915 May 10 16:50:47.719771 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-defe31b2-9f64-4ec7-a596-aed07294d650 req-49167f25-442d-469e-a7a4-a438bf5fabe7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589571 May 10 16:50:47.744523 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (f9495f0f-3ff8-409b-8df9-b63b1b07fc95), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.780365 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3b4e1a77-c92d-49f9-815c-a45468803b5f req-67a059cf-c758-4e48-b717-f7a31c92a273 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248968 May 10 16:50:47.807766 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9495f0f-3ff8-409b-8df9-b63b1b07fc95,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:47.826737 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Checking segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:47.827186 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Network hostable DHCP agents. Network: c651f71d-58b1-4ad6-afef-e7eaac16708e, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:50:47.845522 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Network c651f71d-58b1-4ad6-afef-e7eaac16708e is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:50:47.862596 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, c651f71d-58b1-4ad6-afef-e7eaac16708e) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:47.875322 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdba8ca-8eac-43b1-9223-c4ea2614d64c None None] Network c651f71d-58b1-4ad6-afef-e7eaac16708e requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:50:47.885294 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:47.885952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.918129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41762) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:47.919737 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e3ca105d-a414-4541-a25d-9ed8768ad858 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6168737 May 10 16:50:47.927216 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:47.991839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (185fc977-4849-4296-8964-dca4b73c6623), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:47.993120 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (185fc977-4849-4296-8964-dca4b73c6623), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.021915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5aa63-20c3-4107-84af-cfa42dd6b115 req-4a358124-e3dc-42ad-a67e-c52ec137256e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:48.028986 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09e5aa63-20c3-4107-84af-cfa42dd6b115 req-4a358124-e3dc-42ad-a67e-c52ec137256e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0793746 May 10 16:50:48.047238 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-c651f71d-58b1-4ad6-afef-e7eaac16708e', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:50:48.048416 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.130196 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for router_controller (185fc977-4849-4296-8964-dca4b73c6623), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.224674 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09e5aa63-20c3-4107-84af-cfa42dd6b115 req-0c0f3bce-bf89-41ce-af6a-d3a77dbbed3d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905987 May 10 16:50:48.232997 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0c0e14d2-0bef-4d58-a5fb-b6e480176428 req-b7a6b18a-f458-4ab3-b1e0-ba56cf1fa38a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701491 May 10 16:50:48.283016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Allocated IP 172.20.0.2 (c651f71d-58b1-4ad6-afef-e7eaac16708e/f9495f0f-3ff8-409b-8df9-b63b1b07fc95/36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:48.353003 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for router_gateway (185fc977-4849-4296-8964-dca4b73c6623), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.530421 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks [] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.553063 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.599868 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Network c651f71d-58b1-4ad6-afef-e7eaac16708e is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:48.604852 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:48.606915 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:48.648589 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Pushing event updated for resources: {'Port': ['ID=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:48.664780 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for router_gateway (185fc977-4849-4296-8964-dca4b73c6623), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.682168 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Attempting to bind port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:48.682550 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Attempting to bind port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:48.682919 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Attempting to bind port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa on network c651f71d-58b1-4ad6-afef-e7eaac16708e {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:48.688645 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:48.689029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Checking segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:48.689440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.689929 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Bound using segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:48.690589 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.691619 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Bound port: 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:48.692094 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.766731 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] For port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:48.771935 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] For port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:48.787683 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:48.888987 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8f5b-239d-4ca7-b687-b6d999747f5f None None] Pushing event updated for resources: {'Port': ['ID=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:48.925806 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Allocated IP 172.27.1.46 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/fd9949d8-db20-431b-87dc-0e8e9d5fafa8) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:48.989045 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956104aa-6e62-4fcf-88ad-a321ffd0dcc2 req-d465b59a-013b-4f15-b302-ccdc35b46a45 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:48.990610 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-956104aa-6e62-4fcf-88ad-a321ffd0dcc2 req-d465b59a-013b-4f15-b302-ccdc35b46a45 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0939138 May 10 16:50:49.005405 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391cff-a413-49e1-9b25-24ff5cf7d8d1 req-7f506670-8eaf-4f2e-8785-93dabecddd94 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:49.010638 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-32391cff-a413-49e1-9b25-24ff5cf7d8d1 req-7f506670-8eaf-4f2e-8785-93dabecddd94 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 944 time: 0.1364260 May 10 16:50:49.119645 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-32391cff-a413-49e1-9b25-24ff5cf7d8d1 req-c2ef92e4-f48b-4055-ba48-fb1a643f3748 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998387 May 10 16:50:49.129342 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4765a778-8333-4f12-ac9d-e98573bd0b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:49.148336 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-956104aa-6e62-4fcf-88ad-a321ffd0dcc2 req-29f089d6-3a69-4623-bacb-f7c5fc17e13d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233048 May 10 16:50:49.231983 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:49.334189 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:49.407854 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:49.411710 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:49.416053 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:49.512034 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8def48-6f4a-4020-95d6-dbc2a0c0dcda req-0fca49e2-20a3-47ac-bc64-0b06a4402c56 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:49.528606 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ad8def48-6f4a-4020-95d6-dbc2a0c0dcda req-0fca49e2-20a3-47ac-bc64-0b06a4402c56 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.1254723 May 10 16:50:49.551044 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Pushing event updated for resources: {'Port': ['ID=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:49.563612 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-7937dbf4-90e4-4a18-a296-cd10d1a76d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:49.566320 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-7937dbf4-90e4-4a18-a296-cd10d1a76d44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1128 time: 0.0997076 May 10 16:50:49.614271 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ad8def48-6f4a-4020-95d6-dbc2a0c0dcda req-b84e01f6-14b2-4e0f-a18d-10bae0097de3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822651 May 10 16:50:49.791563 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-3c63f3fd-1271-4d70-a3d1-902c21388c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:49.793196 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-3c63f3fd-1271-4d70-a3d1-902c21388c9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.1766696 May 10 16:50:49.920344 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for router_gateway (185fc977-4849-4296-8964-dca4b73c6623), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.222162 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 01f7d055-f780-49f6-98a2-68c108a3aa05 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:50:50.349268 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=01f7d055-f780-49f6-98a2-68c108a3aa05,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:50.357373 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e103-e151-4c14-ad03-224b5705be76 req-5c0c10fd-6a98-4ac7-87e9-c8deef1a0b08 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:50.366431 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:50:50.367144 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0149e103-e151-4c14-ad03-224b5705be76 req-5c0c10fd-6a98-4ac7-87e9-c8deef1a0b08 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0826221 May 10 16:50:50.427578 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde1a2e-78a3-4655-87bb-ca60390f77d9 None None] Network c651f71d-58b1-4ad6-afef-e7eaac16708e requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:50:50.436901 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-158fc99a-c70b-4a31-b1ef-b41df24489a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 217 time: 0.4008436 May 10 16:50:50.516563 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0149e103-e151-4c14-ad03-224b5705be76 req-540b75dc-5916-4566-bd18-266f390cffc0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482449 May 10 16:50:50.550314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 01f7d055-f780-49f6-98a2-68c108a3aa05 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:50.550314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.550314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Provisioning complete for port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:50.550314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.585597 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda5583-bd79-42b6-8124-d076fb6002f2 req-d018dbf6-f924-44bd-ad8a-70a47391631c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:50.592717 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2eda5583-bd79-42b6-8124-d076fb6002f2 req-d018dbf6-f924-44bd-ad8a-70a47391631c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 944 time: 0.1587341 May 10 16:50:50.640183 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:50.643524 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f7d055-f780-49f6-98a2-68c108a3aa05 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:50:50.695530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (185fc977-4849-4296-8964-dca4b73c6623), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.703876 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=01f7d055-f780-49f6-98a2-68c108a3aa05,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:50.732598 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2eda5583-bd79-42b6-8124-d076fb6002f2 req-c91ab050-97bf-429f-8a7b-59ea881c191b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387408 May 10 16:50:50.732969 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.792478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b249b0-b7de-4c08-a1ef-a12a602d9ae4 req-2bf6a026-2fef-47de-b62d-391512d1ac76 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:50.805943 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-40b249b0-b7de-4c08-a1ef-a12a602d9ae4 req-2bf6a026-2fef-47de-b62d-391512d1ac76 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0759103 May 10 16:50:50.822904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:50.889865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Current status of the port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:50.890376 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.891210 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-40b249b0-b7de-4c08-a1ef-a12a602d9ae4 req-1b26103b-eee6-41fe-ae21-bc381e41a266 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840583 May 10 16:50:50.901865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:50.901865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:50.962558 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] For port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:50.977748 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:51.058849 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-2e2c1612-67db-463f-8154-8298de7f3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:51.062382 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-2e2c1612-67db-463f-8154-8298de7f3c69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0990336 May 10 16:50:51.083905 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904897d-596e-4dbb-b281-1ec5d2844b34 None None] Pushing event updated for resources: {'Port': ['ID=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:51.108495 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:51.114811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['01f7d055-f780-49f6-98a2-68c108a3aa05'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:50:51.135440 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Router 185fc977-4849-4296-8964-dca4b73c6623 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:50:51.148643 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-c04a1f18-5cf6-44b9-8c4f-f179bb6c1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:51.150898 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-c04a1f18-5cf6-44b9-8c4f-f179bb6c1481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0814610 May 10 16:50:51.317990 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-100fae44-4621-4b97-a27e-430e5604f193 None None] Provisioning complete for port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:51.318598 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-100fae44-4621-4b97-a27e-430e5604f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:51.374803 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ad581ec9-80c4-4924-afbe-da6fcec56a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:51.415235 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:50:51.424383 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Sync routers for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:50:51.436156 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-82eb44ea-970c-4e65-a97c-c590b1dfd99f service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750978 May 10 16:50:51.447210 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:51.453122 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:51.476114 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-100fae44-4621-4b97-a27e-430e5604f193 None None] Current status of the port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:51.504743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:51.507395 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9e09e781-593a-4376-8cbf-cfbd4c63163c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5877120 May 10 16:50:51.511386 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41826) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:51.645949 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:51.782697 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520d4d4-3259-4028-ab00-1e360fdbe966 req-2773a5de-52b0-4d2c-b140-3184e9e37ced tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:51.784475 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2520d4d4-3259-4028-ab00-1e360fdbe966 req-2773a5de-52b0-4d2c-b140-3184e9e37ced tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1258888 May 10 16:50:51.794734 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-37e74f6e-b139-4e0e-8fa0-3c2372dfb4ae req-05e68aa5-0087-4c5e-8d2e-318bbb7e1f44 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509133 May 10 16:50:51.909390 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2520d4d4-3259-4028-ab00-1e360fdbe966 req-348c94a8-81f2-42de-99c3-21361a4ca436 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168058 May 10 16:50:51.921173 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddc187-9d24-4ff3-877e-797d305af6ae req-2c672a57-ece7-4a37-be8b-dd972ed19c4e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:51.923589 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9dddc187-9d24-4ff3-877e-797d305af6ae req-2c672a57-ece7-4a37-be8b-dd972ed19c4e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 945 time: 0.0995367 May 10 16:50:51.994310 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:49Z', 'revision_number': 3, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:52.022491 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9dddc187-9d24-4ff3-877e-797d305af6ae req-be685992-3b3c-4917-998c-ce9944cf4b7f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924194 May 10 16:50:52.029601 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Checking router: 185fc977-4849-4296-8964-dca4b73c6623 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:50:52.030163 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Updating router 185fc977-4849-4296-8964-dca4b73c6623 port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:50:52.061180 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.113406 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bce23e-9d80-4094-b75d-bd60703e7675 req-bdcca36f-e912-4913-a2c9-a8445d466cf5 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:52.114957 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-85bce23e-9d80-4094-b75d-bd60703e7675 req-bdcca36f-e912-4913-a2c9-a8445d466cf5 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0723264 May 10 16:50:52.289657 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 01f7d055-f780-49f6-98a2-68c108a3aa05 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:52.412842 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.453175 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-85bce23e-9d80-4094-b75d-bd60703e7675 req-cbb32074-ee50-4aff-be64-d4d3351fcf99 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997055 May 10 16:50:52.456758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 01f7d055-f780-49f6-98a2-68c108a3aa05 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:50:52.470256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 01f7d055-f780-49f6-98a2-68c108a3aa05 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:52.470800 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.521155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.580001 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks [] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.596429 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.634635 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:52.715843 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Pushing event updated for resources: {'Port': ['ID=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,revision_number=2']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:52.725752 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Allocated IP 172.20.0.1 (c651f71d-58b1-4ad6-afef-e7eaac16708e/f9495f0f-3ff8-409b-8df9-b63b1b07fc95/cf276f84-c70a-4aa9-8cf2-0052a0726803) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:52.732063 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.732597 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.732863 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.733279 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.733681 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.734166 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.734764 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.738376 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.738897 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.739371 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.739775 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.740131 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.740588 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.742452 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.742926 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:50:52.745806 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 01f7d055-f780-49f6-98a2-68c108a3aa05 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:52.746209 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.778773 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Attempting to bind port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:52.779141 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Attempting to bind port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:52.779497 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Attempting to bind port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:52.785935 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:52.786358 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:52.786991 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.787387 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:52.787858 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Bound port: fd9949d8-db20-431b-87dc-0e8e9d5fafa8, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:52.788236 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.856881 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] For port fd9949d8-db20-431b-87dc-0e8e9d5fafa8, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:52.860172 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] For port fd9949d8-db20-431b-87dc-0e8e9d5fafa8, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:52.866809 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:52.867911 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.869143 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c61c68c-699d-47fb-b130-db28b25c4ee4" -d '{"events": [{"server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "name": "network-vif-plugged", "status": "completed", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:52.888123 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks [] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.922694 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73c605-e2a0-44ec-a5f2-5d1f73f3b3ee None None] Pushing event updated for resources: {'Port': ['ID=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:52.942267 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:52.942990 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:52.955431 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=01f7d055-f780-49f6-98a2-68c108a3aa05,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:52.962834 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:52.963206 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:52.976519 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:53.040030 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:53.097695 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea5645-ce7d-492c-ba6e-eed7f0d41ef4 x-openstack-request-id: req-23ea5645-ce7d-492c-ba6e-eed7f0d41ef4 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:53.099342 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "name": "network-vif-plugged", "status": "completed", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:53.099839 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23ea5645-ce7d-492c-ba6e-eed7f0d41ef4 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:53.100736 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ea5645-ce7d-492c-ba6e-eed7f0d41ef4'] response: {'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'code': 200} May 10 16:50:53.165978 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:53.231068 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Network c651f71d-58b1-4ad6-afef-e7eaac16708e is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:53.236284 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Pushing event updated for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:53.261045 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc411d3-4573-4edb-8757-07e432b13f67 req-c5ef5bdb-e052-4471-b521-3c00a9896398 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:53.272497 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3bc411d3-4573-4edb-8757-07e432b13f67 req-c5ef5bdb-e052-4471-b521-3c00a9896398 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.1163988 May 10 16:50:53.274643 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:53.279175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:53.325246 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:53.433030 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3bc411d3-4573-4edb-8757-07e432b13f67 req-e80c1f17-d0bc-46b7-8e3f-a9a7d904eb1f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545687 May 10 16:50:53.438014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57287-87ac-4dec-ae94-c58e67c28fe9 req-edb8e80a-9fa5-45e8-a5b9-2e46cce113cd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:53.439770 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dfa57287-87ac-4dec-ae94-c58e67c28fe9 req-edb8e80a-9fa5-45e8-a5b9-2e46cce113cd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.3619466 May 10 16:50:53.444643 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04768821-1c78-4b4f-8529-0b53d74ab1e7 req-33145779-f482-4d37-8704-14648edf6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:53.446653 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-04768821-1c78-4b4f-8529-0b53d74ab1e7 req-33145779-f482-4d37-8704-14648edf6ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.1530361 May 10 16:50:53.500419 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (185fc977-4849-4296-8964-dca4b73c6623), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:53.509658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:53.665926 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dfa57287-87ac-4dec-ae94-c58e67c28fe9 req-1c325c4a-42da-4645-8195-007eb4461324 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176161 May 10 16:50:53.720832 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-04768821-1c78-4b4f-8529-0b53d74ab1e7 req-6b3fa08a-de4d-447f-b952-0bd274f175f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403240 May 10 16:50:53.728945 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:49Z', 'revision_number': 3, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:53.765302 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a9c7-d51d-4c9c-ba18-8f587fc7fb02 None None] The sync data for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi is: [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:49Z', 'revision_number': 3, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:50:53.806819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:53.824553 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-fdb2a7e5-281b-43a5-8452-47d45f593cfb None None] Provisioning complete for port cf276f84-c70a-4aa9-8cf2-0052a0726803 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:53.824991 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a7e5-281b-43a5-8452-47d45f593cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:53.921166 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2a7e5-281b-43a5-8452-47d45f593cfb None None] Port cf276f84-c70a-4aa9-8cf2-0052a0726803 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:50:54.090284 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks [] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.107643 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.198321 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Pushing event updated for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:54.201606 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (185fc977-4849-4296-8964-dca4b73c6623), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.280617 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.333259 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Network c651f71d-58b1-4ad6-afef-e7eaac16708e is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:54.334675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:54.541979 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Router 185fc977-4849-4296-8964-dca4b73c6623 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:50:54.547168 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fd9949d8-db20-431b-87dc-0e8e9d5fafa8 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:54.685679 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:54.686541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.729080 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51895cc2-e3cf-4941-a741-a5152a0d3c18 req-254a94d5-ead1-4c32-9f49-7c2006a97b64 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:54.746543 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-51895cc2-e3cf-4941-a741-a5152a0d3c18 req-254a94d5-ead1-4c32-9f49-7c2006a97b64 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.1457562 May 10 16:50:54.831113 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-51895cc2-e3cf-4941-a741-a5152a0d3c18 req-111965ff-f7be-4853-8749-2acb4e0dc892 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818894 May 10 16:50:54.843830 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-fa660b51-1f46-4166-b1b9-68bd81e4becd None None] Provisioning complete for port cf276f84-c70a-4aa9-8cf2-0052a0726803 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:54.844573 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fa660b51-1f46-4166-b1b9-68bd81e4becd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:54.897999 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41938) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:55.082943 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01d9df8f-051f-4a61-8ff2-d03240667704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.092749 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-fa660b51-1f46-4166-b1b9-68bd81e4becd None None] Port cf276f84-c70a-4aa9-8cf2-0052a0726803 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:50:55.110715 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:55.111095 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.138474 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port fd9949d8-db20-431b-87dc-0e8e9d5fafa8, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:55.143734 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.155506 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:50:55.171730 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-3f0844a1-c5d1-40f1-98b1-95094292aa45 admin admin] 10.222.0.48 "PUT /v2.0/routers/185fc977-4849-4296-8964-dca4b73c6623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6482589 May 10 16:50:55.196724 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f670da-6f40-403e-b846-219095f3ba04 req-70858399-2827-4043-baa9-180b11396b09 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:55.198328 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f8f670da-6f40-403e-b846-219095f3ba04 req-70858399-2827-4043-baa9-180b11396b09 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0951734 May 10 16:50:55.205199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:55.254835 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01d9df8f-051f-4a61-8ff2-d03240667704 admin admin] Publish callbacks [] for security_group (cabc4278-bc8b-49e6-b623-58d97e788a28), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.262659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01d9df8f-051f-4a61-8ff2-d03240667704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (cabc4278-bc8b-49e6-b623-58d97e788a28), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.297260 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f8f670da-6f40-403e-b846-219095f3ba04 req-989094a6-e02d-4ddd-b69d-6140d673ca7d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920620 May 10 16:50:55.314415 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-01d9df8f-051f-4a61-8ff2-d03240667704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9272d039f4c4ccc8dbc3a4ed78fbacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148185 May 10 16:50:55.315891 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9df8f-051f-4a61-8ff2-d03240667704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabc4278-bc8b-49e6-b623-58d97e788a28,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:55.319962 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41944) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:55.384291 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] Publish callbacks [] for security_group (cabc4278-bc8b-49e6-b623-58d97e788a28), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.427023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] Publish callbacks [] for security_group (cabc4278-bc8b-49e6-b623-58d97e788a28), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.488210 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (cabc4278-bc8b-49e6-b623-58d97e788a28), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.493315 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.495304 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cabc4278-bc8b-49e6-b623-58d97e788a28 HTTP/1.1" status: 204 len: 168 time: 0.1734092 May 10 16:50:55.507036 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01267d4e-67e1-4ab2-8c0b-3f63dfb2d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabc4278-bc8b-49e6-b623-58d97e788a28,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:55.632427 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:55.989906 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd32e-dba3-4e85-93d7-da52fc48832d req-f1039e5c-69ef-4ffa-a3b0-81c55d1652af tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:55.991743 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-338cd32e-dba3-4e85-93d7-da52fc48832d req-f1039e5c-69ef-4ffa-a3b0-81c55d1652af tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0790412 May 10 16:50:56.000172 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41964) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:56.007904 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807203937-network', 'tenant_id': '8882897bb59441a0a22e90b476669850'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:56.035836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Made reservation on behalf of 8882897bb59441a0a22e90b476669850 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:56.039538 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.055016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.055227 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-338cd32e-dba3-4e85-93d7-da52fc48832d req-fef16879-b385-463d-ac5b-c0cc56f61d41 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550282 May 10 16:50:56.077748 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Sync routers for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:50:56.092510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:56.093256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:56.225090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861f7d-e3e1-4a63-8238-711882b64176 req-1a07578a-5102-4974-8f41-ef077fe1afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.226457 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-1a07578a-5102-4974-8f41-ef077fe1afdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1129 time: 0.1106875 May 10 16:50:56.231993 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:56.271239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f6ce-363a-4aac-bf9d-dba746dd8e28 req-3bf6d2a3-a41c-46e4-b8b6-6a7562c9bbf3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.272769 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0eb5f6ce-363a-4aac-bf9d-dba746dd8e28 req-3bf6d2a3-a41c-46e4-b8b6-6a7562c9bbf3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.1071701 May 10 16:50:56.282093 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41968) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:56.288905 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'floatingip': {'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:56.307611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks [] for security_group (c2cd9dd2-abef-4c52-a6dc-265611fa6942), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.315909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c2cd9dd2-abef-4c52-a6dc-265611fa6942), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.347230 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.347793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:50:56.380911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (095b9164-0eb4-4821-b363-05129cde3f49), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.381314 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Added segment 095b9164-0eb4-4821-b363-05129cde3f49 of type vlan for network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 May 10 16:50:56.382696 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd9dd2-abef-4c52-a6dc-265611fa6942,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:56.448303 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861f7d-e3e1-4a63-8238-711882b64176 req-3cebe200-bd51-4687-96fe-5c7fe7cf6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.449813 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-3cebe200-bd51-4687-96fe-5c7fe7cf6c6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.2160399 May 10 16:50:56.470450 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (c16e9166-f004-4ae2-ad6d-973a7a3ddc78), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.497322 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 2, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:56.544517 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fd9949d8-db20-431b-87dc-0e8e9d5fafa8 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:50:56.547301 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Checking router: 185fc977-4849-4296-8964-dca4b73c6623 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:50:56.547658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Updating router 185fc977-4849-4296-8964-dca4b73c6623 port cf276f84-c70a-4aa9-8cf2-0052a0726803 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:50:56.576255 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (c16e9166-f004-4ae2-ad6d-973a7a3ddc78), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.576562 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ab50c-7e3a-429d-8a4a-01a188c55d60 req-7dc3b32a-ef8a-4ecc-82ac-fe1589ebde0c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.576665 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.576665 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.583552 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-569ab50c-7e3a-429d-8a4a-01a188c55d60 req-7dc3b32a-ef8a-4ecc-82ac-fe1589ebde0c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1148431 May 10 16:50:56.586468 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-f61ba632-8aa3-4f5c-9c9c-baac1d36349e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 1001 time: 0.1216350 May 10 16:50:56.621287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.645849 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:56.647078 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.672461 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-569ab50c-7e3a-429d-8a4a-01a188c55d60 req-f3451235-c994-433c-bcc6-5a8f589f1ae0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876691 May 10 16:50:56.703287 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6958249 May 10 16:50:56.705156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 41974) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:56.733174 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Request body: {'subnet': {'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807203937-subnet', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:56.761754 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf601-a92a-4154-b25a-3eb927547efc admin admin] Pushing event updated for resources: {'Network': ['ID=c16e9166-f004-4ae2-ad6d-973a7a3ddc78,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:56.781829 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861f7d-e3e1-4a63-8238-711882b64176 req-a4290e3f-311a-4a82-933b-35762872e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.784319 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-a4290e3f-311a-4a82-933b-35762872e6b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.1807163 May 10 16:50:56.786247 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:50:56.790550 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Made reservation on behalf of 8882897bb59441a0a22e90b476669850 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:50:56.794690 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364922'] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:56.934371 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861f7d-e3e1-4a63-8238-711882b64176 req-0ece064f-3756-4ecc-b625-5868e6e1ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:56.936569 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-0ece064f-3756-4ecc-b625-5868e6e1ecd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1260903 May 10 16:50:56.963696 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:57.052441 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.058498 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.094771 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks [] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.107290 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.135347 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-4ceb851e-2c8f-4eae-8a87-db3e89ea62f3 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870062 May 10 16:50:57.167140 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364900'] for subnet (e77c0554-0d23-465b-a0f3-c69ef02a00a5), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.169339 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22390-3116-48e4-bed9-e68415c43594 None None] Pushing event updated for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:57.197718 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Floating IP a0c426e8-9cfa-48b2-a9a9-c6150287f21d associated. External IP: 172.27.1.232, port: 01f7d055-f780-49f6-98a2-68c108a3aa05. May 10 16:50:57.234383 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Attempting to bind port cf276f84-c70a-4aa9-8cf2-0052a0726803 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:57.234747 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Attempting to bind port cf276f84-c70a-4aa9-8cf2-0052a0726803 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:57.235746 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Attempting to bind port cf276f84-c70a-4aa9-8cf2-0052a0726803 on network c651f71d-58b1-4ad6-afef-e7eaac16708e {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:57.242306 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:57.242690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Checking segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:57.244261 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.244849 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Bound using segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:57.245348 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Bound port: cf276f84-c70a-4aa9-8cf2-0052a0726803, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:57.245789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.253898 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77c0554-0d23-465b-a0f3-c69ef02a00a5,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:57.325600 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Checking segment: {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:57.326259 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Network hostable DHCP agents. Network: c16e9166-f004-4ae2-ad6d-973a7a3ddc78, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:50:57.351726 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-27861f7d-e3e1-4a63-8238-711882b64176 req-3cdb3e18-7b32-4d16-ab14-bfe5defdbf73 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082775 May 10 16:50:57.354049 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] For port cf276f84-c70a-4aa9-8cf2-0052a0726803, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:57.358111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] For port cf276f84-c70a-4aa9-8cf2-0052a0726803, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=cf276f84-c70a-4aa9-8cf2-0052a0726803,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:57.365869 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:50:57.368207 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.380316 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, c16e9166-f004-4ae2-ad6d-973a7a3ddc78) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:57.399144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:57.402862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.421263 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9918f1-4fd6-4aa9-8e42-c67fdafdbc17 None None] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:50:57.431201 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b1ae029f-a6b0-43a4-be26-f114b7a17423 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7029457 May 10 16:50:57.431424 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 41976) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:50:57.438197 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:50:57.505701 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.506959 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.516535 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22390-3116-48e4-bed9-e68415c43594 None None] Pushing event updated for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:57.554131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:50:57.565820 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:57.566429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:57.611829 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for router_controller (145a4f70-63f6-44e6-b853-674f4cc1b2be), precommit_add_association {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.636614 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Provisioning complete for port cf276f84-c70a-4aa9-8cf2-0052a0726803 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:57.637031 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.685666 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:50:57.720248 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'project_id': '8882897bb59441a0a22e90b476669850', 'fixed_ips': [{'subnet_id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:50:57.722621 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:57.850341 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3803838-2a5d-46dc-921d-383a6869fd0b req-da7a6611-b081-4ad8-bbd1-08ff4c80c5cc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:57.852517 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3803838-2a5d-46dc-921d-383a6869fd0b req-da7a6611-b081-4ad8-bbd1-08ff4c80c5cc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.0698907 May 10 16:50:57.883435 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:57.929250 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3803838-2a5d-46dc-921d-383a6869fd0b req-02b86e55-bee2-4b2e-95dc-4d1e653fffe4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640140 May 10 16:50:58.142414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Current status of the port cf276f84-c70a-4aa9-8cf2-0052a0726803 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:58.142933 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.146030 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for router_gateway (145a4f70-63f6-44e6-b853-674f4cc1b2be), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.209677 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:50:58.217471 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.226625 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:50:58.241578 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:58.242592 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:58.248019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Allocated IP 172.20.0.2 (c16e9166-f004-4ae2-ad6d-973a7a3ddc78/e77c0554-0d23-465b-a0f3-c69ef02a00a5/de570eb6-e777-4bd6-9378-9b4e5f5d2387) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:58.257022 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] For port cf276f84-c70a-4aa9-8cf2-0052a0726803, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=cf276f84-c70a-4aa9-8cf2-0052a0726803,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:50:58.263335 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-688237b4-5e05-497d-b5e2-db9f700e7d74 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "PUT /v2.0/floatingips/a0c426e8-9cfa-48b2-a9a9-c6150287f21d HTTP/1.1" status: 200 len: 992 time: 1.9796028 May 10 16:50:58.270754 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:50:58.273362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b9bf3-d174-4320-805b-d695a5946ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:50:58.275241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.369362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d1df5d-9ca5-41c0-be8f-162716e63446 x-openstack-request-id: req-08d1df5d-9ca5-41c0-be8f-162716e63446 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:50:58.369656 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:50:58.370091 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08d1df5d-9ca5-41c0-be8f-162716e63446 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:50:58.370508 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d1df5d-9ca5-41c0-be8f-162716e63446'] response: {'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'status': 'completed', 'code': 200} May 10 16:50:58.393489 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:58.455011 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for router_gateway (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.456677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-3fa23243-24d9-4539-83d4-af9a40aafe44 None None] Provisioning complete for port cf276f84-c70a-4aa9-8cf2-0052a0726803 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:50:58.457047 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3fa23243-24d9-4539-83d4-af9a40aafe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.465563 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7690456-6d88-42e3-b96b-591484aa0f65 None None] Pushing event updated for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:58.471539 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:57Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:58.479717 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.533873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64b813-f48b-4188-8655-97e9ec3822f4 None None] The sync data for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi is: [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:57Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:50:58.644100 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks [] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.672454 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Allocated IP 172.27.1.67 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/ae559b9a-9c40-46ca-99a6-df0cb72ddd39) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:50:58.679303 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.738009 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:50:56Z', 'revision_number': 1, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:58.746555 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:58.749632 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-3fa23243-24d9-4539-83d4-af9a40aafe44 None None] Current status of the port cf276f84-c70a-4aa9-8cf2-0052a0726803 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:50:58.767150 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Pushing event updated for resources: {'Port': ['ID=de570eb6-e777-4bd6-9378-9b4e5f5d2387,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:58.772537 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:58.792809 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:50:58.795132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:58.806181 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:50:58.806810 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:58.874466 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.891373 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.898725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Attempting to bind port de570eb6-e777-4bd6-9378-9b4e5f5d2387 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:50:58.898725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Attempting to bind port de570eb6-e777-4bd6-9378-9b4e5f5d2387 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:50:58.899317 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Attempting to bind port de570eb6-e777-4bd6-9378-9b4e5f5d2387 on network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:50:58.906842 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:50:58.907543 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Checking segment: {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:50:58.908080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.909046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Bound using segment: {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:50:58.909233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Bound port: de570eb6-e777-4bd6-9378-9b4e5f5d2387, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:50:58.909736 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.941030 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:58.995239 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:50:58.999038 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:50:59.000788 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:50:59.008549 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:50:59.044478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Pushing event updated for resources: {'Port': ['ID=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:59.086557 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] For port de570eb6-e777-4bd6-9378-9b4e5f5d2387, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:50:59.102512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] For port de570eb6-e777-4bd6-9378-9b4e5f5d2387, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=de570eb6-e777-4bd6-9378-9b4e5f5d2387,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:50:59.115368 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:59.149392 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dda03-be60-4009-b532-2e634cb7a208 req-9be654f5-0001-43df-9347-1ac7c0df1075 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:59.151527 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-276dda03-be60-4009-b532-2e634cb7a208 req-9be654f5-0001-43df-9347-1ac7c0df1075 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1148272 May 10 16:50:59.244089 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93aea7-8063-4035-a934-d55a68a89716 None None] Pushing event updated for resources: {'Port': ['ID=de570eb6-e777-4bd6-9378-9b4e5f5d2387,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:50:59.258797 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-276dda03-be60-4009-b532-2e634cb7a208 req-b866791a-4bfe-4110-b932-fb4a6be28ece tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005738 May 10 16:50:59.357662 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-56713680-0490-47c9-adad-db5276b15091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:59.359323 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-56713680-0490-47c9-adad-db5276b15091 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0971670 May 10 16:50:59.387878 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:50:56Z', 'revision_number': 1, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:50:59.420369 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5cb9e-076f-4513-8f7c-259ee58abbe4 None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:50:56Z', 'revision_number': 1, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:50:59.449255 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for router_gateway (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:59.791093 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:50:59.809836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-32bbee74-9485-4bc9-88c3-42d2ede9023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:50:59.811374 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-32bbee74-9485-4bc9-88c3-42d2ede9023d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.1911168 May 10 16:50:59.860146 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7582-0e75-40f0-bcf2-2f8c0d97e806 None None] New status for floating IP a0c426e8-9cfa-48b2-a9a9-c6150287f21d: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:50:59.988758 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-a07786c5-4f4b-4b2f-ad95-e29d13ab1007 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1000 time: 0.1627619 May 10 16:51:00.110842 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-96818760-de7a-4319-9675-f077c456ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:00.114479 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-96818760-de7a-4319-9675-f077c456ebdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.1174810 May 10 16:51:00.134014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Router 145a4f70-63f6-44e6-b853-674f4cc1b2be is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:51:00.210406 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-172f2e57-32da-4b90-85e9-0cfe556aa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:00.212067 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-172f2e57-32da-4b90-85e9-0cfe556aa698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831368 May 10 16:51:00.300168 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:51:00.342374 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:51:00.356959 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Sync routers for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:51:00.375319 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:00.382667 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-486c10dc-93e4-42ed-af33-18185c426f66 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9442325 May 10 16:51:00.383100 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 42002) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:00.392031 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:00.403075 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:00.495534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: ACTIVE; New status is: DOWN {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:00.495926 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:00.573454 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:00.578742 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-7bb03560-ec6c-41c6-8434-d01c0a983ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491738 May 10 16:51:00.584722 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849f317-270e-4ba8-b638-5b91abcc6a90" -d '{"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-unplugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:00.662719 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:00.669593 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdc6cb-6ee6-464f-99f1-e0804b914864 req-ee35d06f-2b74-4711-a097-d88b29f2bdab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:00.671444 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:00.676253 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-33bdc6cb-6ee6-464f-99f1-e0804b914864 req-ee35d06f-2b74-4711-a097-d88b29f2bdab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 945 time: 0.1804857 May 10 16:51:00.756959 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device cf276f84-c70a-4aa9-8cf2-0052a0726803 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:00.760752 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea2447-a8f7-4aec-a2db-eb40ab29c8db x-openstack-request-id: req-ecea2447-a8f7-4aec-a2db-eb40ab29c8db {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:00.761081 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-unplugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:00.761934 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecea2447-a8f7-4aec-a2db-eb40ab29c8db {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:00.761934 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecea2447-a8f7-4aec-a2db-eb40ab29c8db'] response: {'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'code': 200} May 10 16:51:00.787869 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:00.808078 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-33bdc6cb-6ee6-464f-99f1-e0804b914864 req-df9d6769-c366-4c74-958d-f6bb29394e01 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147552 May 10 16:51:00.831853 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=8']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:00.857495 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port cf276f84-c70a-4aa9-8cf2-0052a0726803 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:00.857495 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:00.863304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0d3b9bf3-d174-4320-805b-d695a5946ccc req-35c50dea-e95c-476c-ab14-673eb684fab9 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141838 May 10 16:51:00.989062 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port cf276f84-c70a-4aa9-8cf2-0052a0726803 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:00.990436 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device de570eb6-e777-4bd6-9378-9b4e5f5d2387 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:01.029069 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d802ee3-6b93-4b81-8835-cc4bbe4e22ad None None] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:51:01.089899 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:50:59Z', 'revision_number': 3, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:01.134954 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Checking router: 145a4f70-63f6-44e6-b853-674f4cc1b2be for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:51:01.135767 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Updating router 145a4f70-63f6-44e6-b853-674f4cc1b2be port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:51:01.171203 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Provisioning complete for port de570eb6-e777-4bd6-9378-9b4e5f5d2387 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:01.171449 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.202992 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.234169 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-700ae326-2a13-4319-a609-81512fed9563 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680058 May 10 16:51:01.242857 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port de570eb6-e777-4bd6-9378-9b4e5f5d2387 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:01.243233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.363994 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-e9b28b38-76db-4521-87da-bf4bfc3e0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:01.364472 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-e9b28b38-76db-4521-87da-bf4bfc3e0dea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1129 time: 0.0864451 May 10 16:51:01.369175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.445690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Current status of the port de570eb6-e777-4bd6-9378-9b4e5f5d2387 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:01.446078 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.486707 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port de570eb6-e777-4bd6-9378-9b4e5f5d2387 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:01.487522 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.549473 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] For port de570eb6-e777-4bd6-9378-9b4e5f5d2387, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=de570eb6-e777-4bd6-9378-9b4e5f5d2387,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:01.557773 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.675147 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.db.api [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 16:51:01.675798 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG oslo_db.api [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 16:51:01.682952 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f9230-7136-4639-995a-81fdfdb134b2 None None] Pushing event updated for resources: {'Port': ['ID=de570eb6-e777-4bd6-9378-9b4e5f5d2387,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:01.722444 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-a3217dfc-f1ae-49b9-b854-fd9d16b29015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:01.724205 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-a3217dfc-f1ae-49b9-b854-fd9d16b29015 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.2652013 May 10 16:51:01.785974 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-914dde8c-93d4-43fc-a5ad-4ec41a1bd436 None None] Provisioning complete for port de570eb6-e777-4bd6-9378-9b4e5f5d2387 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:01.791284 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-00176940-88f0-4cf3-9e14-7848acc5dca6 req-002a1499-629c-49da-a02b-5ac6f4cd3c73 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:51:01.792457 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-00176940-88f0-4cf3-9e14-7848acc5dca6 req-002a1499-629c-49da-a02b-5ac6f4cd3c73 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054169 May 10 16:51:01.793188 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-914dde8c-93d4-43fc-a5ad-4ec41a1bd436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.804359 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-557417ce-3400-4292-b04e-81b5bdeaae0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 200 len: 217 time: 0.0719957 May 10 16:51:01.842536 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks [] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.851574 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.867852 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Allocated IP 172.20.0.1 (c16e9166-f004-4ae2-ad6d-973a7a3ddc78/e77c0554-0d23-465b-a0f3-c69ef02a00a5/7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:51:01.886921 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-c6d953ee-f43f-49c6-80c5-23985211f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:01.888504 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-c6d953ee-f43f-49c6-80c5-23985211f330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0767436 May 10 16:51:01.910023 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894ab5b-fb48-4606-a04f-98388a107aed None None] Pushing event updated for resources: {'Port': ['ID=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,revision_number=2']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:01.918019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-914dde8c-93d4-43fc-a5ad-4ec41a1bd436 None None] Current status of the port de570eb6-e777-4bd6-9378-9b4e5f5d2387 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:01.932879 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Attempting to bind port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:51:01.932879 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Attempting to bind port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:51:01.932879 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Attempting to bind port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:51:01.938525 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:51:01.938886 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:51:01.939469 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.940498 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:51:01.941140 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Bound port: ae559b9a-9c40-46ca-99a6-df0cb72ddd39, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:51:01.941607 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:01.997845 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] For port ae559b9a-9c40-46ca-99a6-df0cb72ddd39, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:51:02.002169 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] For port ae559b9a-9c40-46ca-99a6-df0cb72ddd39, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:51:02.011526 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.097126 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:02.097126 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:02.100506 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c6162-c711-4a96-b3f5-f40d5ccc4975 req-52944bb5-67ad-4630-a7a6-42e033b77593 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:02.102154 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-419c6162-c711-4a96-b3f5-f40d5ccc4975 req-52944bb5-67ad-4630-a7a6-42e033b77593 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0949724 May 10 16:51:02.110778 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-1ff283c4-606d-4a90-98f4-2fb80e58c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:02.113110 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-1ff283c4-606d-4a90-98f4-2fb80e58c1f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2166805 May 10 16:51:02.138059 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks [] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.141083 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894ab5b-fb48-4606-a04f-98388a107aed None None] Pushing event updated for resources: {'Port': ['ID=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:02.226592 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port de570eb6-e777-4bd6-9378-9b4e5f5d2387 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:02.260422 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:02.267539 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-419c6162-c711-4a96-b3f5-f40d5ccc4975 req-183e85a0-3d56-4b6b-8984-bfb9391350fe tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533909 May 10 16:51:02.304331 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.358479 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:51:02.363310 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-472d30e4-2cda-470a-9608-f010a5e369ab service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424190 May 10 16:51:02.371564 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:51:02.374737 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:51:02.484001 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Pushing event updated for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:02.484566 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:50:59Z', 'revision_number': 3, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:02.519223 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e542ac-4070-41ca-b6ff-6987a33dcc2b None None] The sync data for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi is: [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:50:59Z', 'revision_number': 3, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:51:02.521904 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.522559 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.522995 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.523429 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.523906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.524336 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.524917 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.525258 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.525590 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.525920 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.526253 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.526584 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.526883 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.527668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.527949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:02.556303 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.562175 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device de570eb6-e777-4bd6-9378-9b4e5f5d2387 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:02.614548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42046) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:02.627818 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port de570eb6-e777-4bd6-9378-9b4e5f5d2387 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:02.628213 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.649545 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-456c5a6b-f335-458d-9d50-2f56be8dda92 req-556caaf3-6d34-4ad1-a39a-202af6a38463 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723763 May 10 16:51:02.773812 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-9dd9a584-5d44-4e0c-9d04-6e48e6181a28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575809 May 10 16:51:02.785680 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-d8403d2c-a359-4398-9312-f6fd69c465cf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:51:02.790770 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-d8403d2c-a359-4398-9312-f6fd69c465cf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0115695 May 10 16:51:02.791770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.898494 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42054) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:02.899492 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ea497cb1-1a70-4526-b3ff-494099fe9116 None None] Provisioning complete for port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:02.899862 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ea497cb1-1a70-4526-b3ff-494099fe9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:02.902792 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port de570eb6-e777-4bd6-9378-9b4e5f5d2387 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:02.960103 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ea497cb1-1a70-4526-b3ff-494099fe9116 None None] Port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:51:03.059382 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-732270c3-7369-4d3f-9bfa-9c96be159a66 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:03.061541 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-732270c3-7369-4d3f-9bfa-9c96be159a66 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports/494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 940 time: 0.1619837 May 10 16:51:03.070344 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks [] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:03.076654 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:03.154656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:03.158679 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Pushing event updated for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:03.489400 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012149dd-04a2-4f4f-80ea-b21921fb5fc8 req-2cd2a2dc-7993-4011-b4c3-4531968a15ab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:03.496673 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-012149dd-04a2-4f4f-80ea-b21921fb5fc8 req-2cd2a2dc-7993-4011-b4c3-4531968a15ab tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1209340 May 10 16:51:03.569196 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-012149dd-04a2-4f4f-80ea-b21921fb5fc8 req-192c6ae2-64d1-4c09-a4fe-4719564ae3c5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696685 May 10 16:51:03.655667 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:51:03.659820 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:51:03.818634 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Router 145a4f70-63f6-44e6-b853-674f4cc1b2be has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:51:03.949221 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:51:03.954332 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-de557384-9a10-4fd0-a408-046e5dbe858a admin admin] 10.222.0.48 "PUT /v2.0/routers/145a4f70-63f6-44e6-b853-674f4cc1b2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5721579 May 10 16:51:03.995250 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-ef1b67b9-7d90-4539-9b22-8d6a6c3ce479 None None] Provisioning complete for port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:03.995937 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ef1b67b9-7d90-4539-9b22-8d6a6c3ce479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:04.034014 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b67b9-7d90-4539-9b22-8d6a6c3ce479 None None] Port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:51:04.302973 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:51:04.402431 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: DOWN; New status is: DOWN {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:04.527267 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae559b9a-9c40-46ca-99a6-df0cb72ddd39 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:04.579329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:04.579589 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:04.682500 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:04.682992 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:04.716774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port ae559b9a-9c40-46ca-99a6-df0cb72ddd39, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:04.722308 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:04.735833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b711565-66f2-4911-aa23-37fa583c9c67 req-09a315c8-be3b-4a12-8d0e-a5bbd20f2ee0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:04.746167 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6b711565-66f2-4911-aa23-37fa583c9c67 req-09a315c8-be3b-4a12-8d0e-a5bbd20f2ee0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0964055 May 10 16:51:04.781006 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:04.868944 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-e5f732af-ac1b-49f1-817f-0e92699bfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:04.870914 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-e5f732af-ac1b-49f1-817f-0e92699bfcdb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 1127 time: 0.1208880 May 10 16:51:04.880969 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6b711565-66f2-4911-aa23-37fa583c9c67 req-342e61d0-2e90-46c2-b89a-a3dc1b3f7ed1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339011 May 10 16:51:04.987364 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-d992682c-67d8-4bbb-8b38-909b40cab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:04.989126 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-d992682c-67d8-4bbb-8b38-909b40cab8d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1127 time: 0.0774660 May 10 16:51:05.112950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-0b961031-1779-43c4-9c84-007054ca50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:05.114524 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-0b961031-1779-43c4-9c84-007054ca50f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.1185391 May 10 16:51:05.212445 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-42a3bd87-e890-4e64-8672-622084c0aa29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 200 len: 999 time: 0.0903285 May 10 16:51:05.289166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-bc79c96d-c051-44de-93cf-cd79d8054cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:05.291173 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-bc79c96d-c051-44de-93cf-cd79d8054cd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0709658 May 10 16:51:05.360145 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-89ebfa88-8920-4795-8d13-b2a05cd0bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:05.364258 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-89ebfa88-8920-4795-8d13-b2a05cd0bc35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587728 May 10 16:51:05.504919 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-1c6092de-773d-4fdb-bbd3-034ec2477168 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349177 May 10 16:51:05.648464 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d9fdcf8-ec6f-41d6-90b5-e7744d4643bc req-39a86f36-274a-4ac3-90c7-a3bf99cadc5c service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357007 May 10 16:51:06.079105 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143544f8-54f1-4cd9-ac63-7184232b5458 req-691d9643-c01a-444d-89a7-95f015031a39 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:06.081283 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-143544f8-54f1-4cd9-ac63-7184232b5458 req-691d9643-c01a-444d-89a7-95f015031a39 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0692892 May 10 16:51:06.145125 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-143544f8-54f1-4cd9-ac63-7184232b5458 req-0304550c-c0af-491a-b2c8-bce44c921bd0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 May 10 16:51:06.474233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Sync routers for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:51:06.503364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:06.507119 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:06.631298 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae559b9a-9c40-46ca-99a6-df0cb72ddd39 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:06.747847 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:06.748190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:06.815512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:07.006110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:07.292413 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:51:02Z', 'revision_number': 4, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c', 'name': '', 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'mac_address': 'fa:16:3e:45:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:51:01Z', 'updated_at': '2022-05-10T16:51:02Z', 'revision_number': 2, 'project_id': '8882897bb59441a0a22e90b476669850', 'subnets': [{'id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:07.328662 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Checking router: 145a4f70-63f6-44e6-b853-674f4cc1b2be for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:51:07.329024 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Updating router 145a4f70-63f6-44e6-b853-674f4cc1b2be port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:51:07.378043 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:07.396045 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90cb1d-86e6-4c6d-af78-ad8428e6cdfe req-77e9b0a8-5ec8-4f98-8f96-0662195615b8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:07.398419 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc90cb1d-86e6-4c6d-af78-ad8428e6cdfe req-77e9b0a8-5ec8-4f98-8f96-0662195615b8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1229262 May 10 16:51:07.502041 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc90cb1d-86e6-4c6d-af78-ad8428e6cdfe req-639f333d-a1f3-4a12-ab84-c2bb44429c6a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895293 May 10 16:51:07.943995 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks [] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:07.967331 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.029929 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0957d-3e53-4457-be0a-a145de910540 None None] Pushing event updated for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:08.122541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Attempting to bind port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:51:08.123121 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Attempting to bind port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:51:08.123653 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Attempting to bind port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c on network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:51:08.131845 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:51:08.132348 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Checking segment: {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:51:08.132858 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.133351 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Bound using segment: {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:51:08.133933 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Bound port: 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b9164-0eb4-4821-b363-05129cde3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:51:08.134417 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.217493 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] For port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:51:08.223581 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] For port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:51:08.232349 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.306340 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0957d-3e53-4457-be0a-a145de910540 None None] Pushing event updated for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:08.340165 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Provisioning complete for port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:08.340474 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.435448 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:08.438364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:50:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:08.656435 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Current status of the port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:08.659319 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.740013 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4b4a-a085-43b6-b98e-8c331c2051ef req-f93ab615-64ed-4e91-8d5d-da46d4083270 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:08.744141 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-abed4b4a-a085-43b6-b98e-8c331c2051ef req-f93ab615-64ed-4e91-8d5d-da46d4083270 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0877154 May 10 16:51:08.760259 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:08.801603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] For port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:08.807007 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:08.834543 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-abed4b4a-a085-43b6-b98e-8c331c2051ef req-1c63e487-0d45-4969-a50b-a49c9f09acf5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817502 May 10 16:51:08.924751 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62bdfb-b2ba-448f-8876-dc1aae692934 None None] Pushing event updated for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:08.998205 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-410be0e0-cb1d-42c7-92b9-2b97e4a146f9 None None] Provisioning complete for port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:08.998874 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-410be0e0-cb1d-42c7-92b9-2b97e4a146f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:09.373317 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:51:02Z', 'revision_number': 4, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c', 'name': '', 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'mac_address': 'fa:16:3e:45:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:51:01Z', 'updated_at': '2022-05-10T16:51:08Z', 'revision_number': 4, 'project_id': '8882897bb59441a0a22e90b476669850', 'subnets': [{'id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:09.412438 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3f167-4ee1-4a34-b2f6-a5d3179c600d None None] The sync data for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi is: [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:51:02Z', 'revision_number': 4, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c', 'name': '', 'network_id': 'c16e9166-f004-4ae2-ad6d-973a7a3ddc78', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'mac_address': 'fa:16:3e:45:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:51:01Z', 'updated_at': '2022-05-10T16:51:08Z', 'revision_number': 4, 'project_id': '8882897bb59441a0a22e90b476669850', 'subnets': [{'id': 'e77c0554-0d23-465b-a0f3-c69ef02a00a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:51:09.415290 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-410be0e0-cb1d-42c7-92b9-2b97e4a146f9 None None] Current status of the port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:10.149272 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a982-366b-4a34-b2cc-6279bcd3d2d5 req-6af98fec-f8ce-4adf-aff8-903e53e04191 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:10.151142 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3329a982-366b-4a34-b2cc-6279bcd3d2d5 req-6af98fec-f8ce-4adf-aff8-903e53e04191 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1083105 May 10 16:51:10.227837 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3329a982-366b-4a34-b2cc-6279bcd3d2d5 req-b5591b3c-70ea-44b2-8716-b76ee7c34f15 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628047 May 10 16:51:10.587159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:10.760074 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:10.760518 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:10.999483 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:11.432168 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c259-70ca-4ea2-b5f4-9331efa8b30e req-0ef13125-383e-4a3b-8f00-b7d1f068fe49 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:11.434017 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2128c259-70ca-4ea2-b5f4-9331efa8b30e req-0ef13125-383e-4a3b-8f00-b7d1f068fe49 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0803938 May 10 16:51:11.511199 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2128c259-70ca-4ea2-b5f4-9331efa8b30e req-bae571e4-958d-46cd-8017-ea6a4f4eced4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711718 May 10 16:51:12.792330 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a0c6b-b41d-4713-801e-e487024d9d44 req-e6983521-3f32-4d02-9b21-6494c356f150 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:12.792330 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-050a0c6b-b41d-4713-801e-e487024d9d44 req-e6983521-3f32-4d02-9b21-6494c356f150 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.1184781 May 10 16:51:12.877996 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-050a0c6b-b41d-4713-801e-e487024d9d44 req-9ffd2e0e-b426-4dcb-b439-af79dfffe83b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798790 May 10 16:51:14.031002 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0dfe1-22ea-4c33-bc93-42ddecae8525 req-c227706b-1157-40b4-a57a-cc1e53e878af tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:14.039999 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-45a0dfe1-22ea-4c33-bc93-42ddecae8525 req-c227706b-1157-40b4-a57a-cc1e53e878af tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0755498 May 10 16:51:14.141024 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-45a0dfe1-22ea-4c33-bc93-42ddecae8525 req-6f7a3fad-285f-4c41-bc7f-13581fa8685f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990903 May 10 16:51:15.110970 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-62ba3c07-3b22-4758-924a-59471f6179ff tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:15.112557 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-62ba3c07-3b22-4758-924a-59471f6179ff tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 815 time: 0.1323876 May 10 16:51:15.131264 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-cb778c06-c816-43e4-b105-f26dd3291975 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/quotas/ad2249e85fd741258c91142e19edc714 HTTP/1.1" status: 200 len: 375 time: 0.0133250 May 10 16:51:15.203084 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-2e7e8ad2-2ad7-4626-9b4b-1801b95b5370 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638623 May 10 16:51:15.284517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779e32b-d5e1-44fb-817f-12552b1b12ef req-12890f3d-a7e7-4705-9fd8-db651fbce560 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:15.285990 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f779e32b-d5e1-44fb-817f-12552b1b12ef req-12890f3d-a7e7-4705-9fd8-db651fbce560 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0563130 May 10 16:51:15.311683 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-0f25cf0a-6fb2-4a7c-8e60-a432cb7b7ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006303 May 10 16:51:15.346904 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f779e32b-d5e1-44fb-817f-12552b1b12ef req-b9f758e8-651e-4f3b-bf80-498e013b46d5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543435 May 10 16:51:15.419941 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-1f5f6b92-489b-44cc-a047-edafb4e1437e service neutron] 10.222.0.48 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014221 May 10 16:51:15.658315 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f77cb611-7511-4c88-844c-5e4d9225e4de req-844d7009-9ce6-4183-b77d-2c79e1a6e1e7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0410147 May 10 16:51:16.484613 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1124b-fa67-4c4e-8e0e-0fa0bdafafb0 req-8e3d0af3-c56f-40e3-a869-50af12ef760a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:16.487358 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-89f1124b-fa67-4c4e-8e0e-0fa0bdafafb0 req-8e3d0af3-c56f-40e3-a869-50af12ef760a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0562849 May 10 16:51:16.536865 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-89f1124b-fa67-4c4e-8e0e-0fa0bdafafb0 req-df5f1c43-1049-4256-8a36-844f384fc292 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 May 10 16:51:16.760386 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5d9e1cc-f841-4914-9a77-cbeb9b055aad req-8c60e857-b2b9-4ce8-bec3-45f501d217ec tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0342836 May 10 16:51:17.685746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90f1b8-7080-4307-9faf-872b199946f1 req-9df6dd4c-b6f7-4c56-a89f-3d4d4529830c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:17.687392 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4b90f1b8-7080-4307-9faf-872b199946f1 req-9df6dd4c-b6f7-4c56-a89f-3d4d4529830c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0687797 May 10 16:51:17.741952 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4b90f1b8-7080-4307-9faf-872b199946f1 req-26fe60c5-c658-483b-a383-1e91e98b3695 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483074 May 10 16:51:17.875348 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8d6fd174-94d8-4199-90f3-4d73c681cb6e req-2e5ce17d-72d0-4be6-95ee-05927e80db1d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0323067 May 10 16:51:18.874392 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20381854-57f5-4169-9782-f3fdbd9ae293 req-f4b42b8d-20f5-4d1b-a875-9cd5778005ca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:18.876961 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-20381854-57f5-4169-9782-f3fdbd9ae293 req-f4b42b8d-20f5-4d1b-a875-9cd5778005ca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0510375 May 10 16:51:18.933210 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-20381854-57f5-4169-9782-f3fdbd9ae293 req-18addcd0-7232-4bbf-95bc-5e48e4ab6aee tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493469 May 10 16:51:18.980655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a31b9dec-1c73-4e95-9d64-ac9bf2fda40a req-58430610-1ad2-42eb-a066-cd8c1988e10e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0316534 May 10 16:51:19.122882 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-df854093-5f28-4704-a70f-12f28a0e2492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:20.021177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-1a46bc69-29d7-457d-a633-ca436a73fc9f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:20.023751 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-1a46bc69-29d7-457d-a633-ca436a73fc9f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 815 time: 0.1238155 May 10 16:51:20.043636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'port': {'device_id': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'admin_state_up': True, 'tenant_id': 'ad2249e85fd741258c91142e19edc714'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:20.113352 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f836e3-3ac5-40fb-ba64-d86901658e2e req-debdc604-5a51-45e6-8146-eda49f4c4cca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:20.115289 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e8f836e3-3ac5-40fb-ba64-d86901658e2e req-debdc604-5a51-45e6-8146-eda49f4c4cca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0587468 May 10 16:51:20.146922 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ae4959c1-1323-4fb0-a2a8-2fff9317fe5d req-66047438-5554-4cbd-bee3-53538cb7b08e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0412719 May 10 16:51:20.184618 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e8f836e3-3ac5-40fb-ba64-d86901658e2e req-1f7e7172-cd6c-4182-8128-06cc08cc11cb tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617137 May 10 16:51:20.208317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Made reservation on behalf of ad2249e85fd741258c91142e19edc714 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:51:20.212044 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:20.358160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Allocated IP 172.20.0.13 (c651f71d-58b1-4ad6-afef-e7eaac16708e/f9495f0f-3ff8-409b-8df9-b63b1b07fc95/b30dc8d6-b194-432b-996f-a760a67504fc) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:51:20.559819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for port (b30dc8d6-b194-432b-996f-a760a67504fc), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:20.633639 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:20.722383 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Network c651f71d-58b1-4ad6-afef-e7eaac16708e is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:51:20.734082 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:51:20.762318 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:51:20.830444 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:20.831590 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:20.852383 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8145080 May 10 16:51:20.853922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf033023-c2a2-4a5e-80ec-090df5a6ae5e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:21.091539 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-362ec055-451d-41b3-b500-01d795fbd77d None None] Provisioning complete for port b30dc8d6-b194-432b-996f-a760a67504fc triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:21.094262 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-362ec055-451d-41b3-b500-01d795fbd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:21.161256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-362ec055-451d-41b3-b500-01d795fbd77d None None] Port b30dc8d6-b194-432b-996f-a760a67504fc cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:51:21.308384 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22d1bb-f1f0-4764-9430-fc904e029dbd req-907e1531-91b3-4113-b2bf-f18f87b4cbfd tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:21.308384 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb22d1bb-f1f0-4764-9430-fc904e029dbd req-907e1531-91b3-4113-b2bf-f18f87b4cbfd tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0778844 May 10 16:51:21.380558 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cab39298-a3a8-4570-bb69-3e1c95d7db01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:21.380929 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb22d1bb-f1f0-4764-9430-fc904e029dbd req-0f288817-205a-4e1e-9c16-522936d02a32 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704577 May 10 16:51:21.503585 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01388-f608-4064-8c72-7f0595a35cfa req-e4b6e9be-9d9f-4a94-aa50-dcdf9750e07e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:21.505224 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b5d01388-f608-4064-8c72-7f0595a35cfa req-e4b6e9be-9d9f-4a94-aa50-dcdf9750e07e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0563483 May 10 16:51:21.562856 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b5d01388-f608-4064-8c72-7f0595a35cfa req-b97a2091-6e57-4919-a817-1b33f561d2fe tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511889 May 10 16:51:22.491296 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:22.520079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bb13-839e-44a6-bae3-54a972223bb5 req-8e43f02c-54d1-48cc-95d1-e15ae2285541 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:22.521660 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e6d3bb13-839e-44a6-bae3-54a972223bb5 req-8e43f02c-54d1-48cc-95d1-e15ae2285541 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0614588 May 10 16:51:22.574109 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e6d3bb13-839e-44a6-bae3-54a972223bb5 req-c31c1b1f-17a4-43ed-820c-76ec0b11fa1a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 May 10 16:51:22.686603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8598eff-d0ed-49ad-a929-2efc32064d84 req-887815a8-4c9a-462f-bdf7-a1332e6eaea1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:22.687979 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8598eff-d0ed-49ad-a929-2efc32064d84 req-887815a8-4c9a-462f-bdf7-a1332e6eaea1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0515623 May 10 16:51:22.737628 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8598eff-d0ed-49ad-a929-2efc32064d84 req-29ac56d0-3f41-4fca-8334-3fbc059c2a70 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 May 10 16:51:23.689560 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070f8fc-d75a-4fa3-92a6-7f0156a747af req-b00e2bc0-5e08-40a2-859e-eec27b1f0e0e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:23.691225 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e070f8fc-d75a-4fa3-92a6-7f0156a747af req-b00e2bc0-5e08-40a2-859e-eec27b1f0e0e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0490162 May 10 16:51:23.738564 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e070f8fc-d75a-4fa3-92a6-7f0156a747af req-1e8931f8-79e0-4d2a-a183-e57e4fb45424 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 May 10 16:51:23.884805 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1bd5-28a3-4ce0-a79b-80dc6cb36ce5 req-96e735bc-f34d-490a-8f00-f83e93f2afad tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:23.886317 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-721b1bd5-28a3-4ce0-a79b-80dc6cb36ce5 req-96e735bc-f34d-490a-8f00-f83e93f2afad tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0578868 May 10 16:51:23.935935 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-721b1bd5-28a3-4ce0-a79b-80dc6cb36ce5 req-ed6b32b8-8d4c-42c7-bc97-728eeddfdc42 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 May 10 16:51:24.274073 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:24.868073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114d734-a5e1-4efb-a54c-872ba9e292c6 req-ed874508-465d-4c47-9942-fe8e53d4ae85 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:24.869694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7114d734-a5e1-4efb-a54c-872ba9e292c6 req-ed874508-465d-4c47-9942-fe8e53d4ae85 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0532815 May 10 16:51:24.923882 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7114d734-a5e1-4efb-a54c-872ba9e292c6 req-ada1f9de-4551-4330-91ab-cd58973fe8fd tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 May 10 16:51:25.059775 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aeaf2-52e6-4357-ac5e-2f19c4412314 req-fae0950c-0a0d-4647-920c-c8a3c577625f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:25.061317 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ee1aeaf2-52e6-4357-ac5e-2f19c4412314 req-fae0950c-0a0d-4647-920c-c8a3c577625f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0487518 May 10 16:51:25.120386 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ee1aeaf2-52e6-4357-ac5e-2f19c4412314 req-272b73e1-7e06-441b-85d9-8c6be1902191 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524905 May 10 16:51:25.626227 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:26.044442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd9d53-736b-458c-95a3-16f2f568eed0 req-3e6ef5fa-19cd-424f-99d4-ee8cff8771f2 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:26.045940 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1ccd9d53-736b-458c-95a3-16f2f568eed0 req-3e6ef5fa-19cd-424f-99d4-ee8cff8771f2 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0523908 May 10 16:51:26.105920 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1ccd9d53-736b-458c-95a3-16f2f568eed0 req-a757e379-8fe2-4636-9a29-ad38dc2c71ba tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 May 10 16:51:26.247215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713050-e8ca-4be9-9c4a-ca03f0bff35f req-b96c1d14-e273-4bad-b0f2-fe5752ff2068 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:26.248754 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8a713050-e8ca-4be9-9c4a-ca03f0bff35f req-b96c1d14-e273-4bad-b0f2-fe5752ff2068 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0509512 May 10 16:51:26.298855 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8a713050-e8ca-4be9-9c4a-ca03f0bff35f req-b48babf0-a3f4-4645-8777-d2d2258b22cf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 May 10 16:51:27.227925 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ec1ac-919a-4155-ba6f-aac64e921a2c req-a76588c2-62ae-4331-9bdc-b0e965f0e45a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:27.229824 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-df3ec1ac-919a-4155-ba6f-aac64e921a2c req-a76588c2-62ae-4331-9bdc-b0e965f0e45a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0567482 May 10 16:51:27.283485 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-df3ec1ac-919a-4155-ba6f-aac64e921a2c req-68236ec6-5a55-44ee-b7b9-68d87355163a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 May 10 16:51:27.474533 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e344907-1cdb-4513-8a56-eb9274c5dd87 req-9a4ed76a-0af7-419b-b4e7-e0af49682b7d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:27.476131 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8e344907-1cdb-4513-8a56-eb9274c5dd87 req-9a4ed76a-0af7-419b-b4e7-e0af49682b7d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0614457 May 10 16:51:27.539409 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8e344907-1cdb-4513-8a56-eb9274c5dd87 req-83b0ace5-f166-48e7-a9d4-b82d921ad3fd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567873 May 10 16:51:28.413436 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a8ce-be1d-47ea-9ec8-a4306eb3f5a9 req-a02d0e81-d424-42d8-8e38-1f2c555ab928 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:28.423856 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6956a8ce-be1d-47ea-9ec8-a4306eb3f5a9 req-a02d0e81-d424-42d8-8e38-1f2c555ab928 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0591466 May 10 16:51:28.475891 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6956a8ce-be1d-47ea-9ec8-a4306eb3f5a9 req-01d06e08-aab9-46cc-b8e0-a83c930a67fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 May 10 16:51:28.696729 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953ad5-f514-40ed-8c56-ff47175c70ee req-52039d86-4885-4450-9f08-c15fddb33d85 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:28.698134 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-68953ad5-f514-40ed-8c56-ff47175c70ee req-52039d86-4885-4450-9f08-c15fddb33d85 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0487673 May 10 16:51:28.745233 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-68953ad5-f514-40ed-8c56-ff47175c70ee req-663fe6b8-8210-4336-b887-192813ee944e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 May 10 16:51:28.833430 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:29.594472 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59991-c17f-4478-b051-470caafad9ef req-855ecf65-ad0e-4f8a-a6e8-d8158cf5a27c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:29.596345 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4ff59991-c17f-4478-b051-470caafad9ef req-855ecf65-ad0e-4f8a-a6e8-d8158cf5a27c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0526998 May 10 16:51:29.647077 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4ff59991-c17f-4478-b051-470caafad9ef req-31eede9e-9b31-4f25-bb35-df4d9313c113 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 May 10 16:51:29.875992 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36c3c-8d45-4de5-a9f9-95d29e31430d req-ede4dd6e-9944-4c64-ba93-c7f3df27b4f2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:29.878073 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b8a36c3c-8d45-4de5-a9f9-95d29e31430d req-ede4dd6e-9944-4c64-ba93-c7f3df27b4f2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0572345 May 10 16:51:29.928030 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b8a36c3c-8d45-4de5-a9f9-95d29e31430d req-7130eab7-e4ad-4a03-ab24-722d52f17f04 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 May 10 16:51:30.654159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Request body: {'port': {'device_id': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:30.729206 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:30.795637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d9f8e-410d-4a8a-a14b-f0aa39856857 req-f54e04ad-d602-42e1-81ef-e8811cfa45d0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:30.797275 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ad4d9f8e-410d-4a8a-a14b-f0aa39856857 req-f54e04ad-d602-42e1-81ef-e8811cfa45d0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 932 time: 0.0805023 May 10 16:51:30.918186 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ad4d9f8e-410d-4a8a-a14b-f0aa39856857 req-f2d1a3e3-44ba-4922-ae86-bf65d7196dbc tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144140 May 10 16:51:31.072390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3ee25-f013-4cc8-995a-c1e2c201606d req-168b5818-7c8e-4edc-95a6-79241778f178 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:31.073876 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39b3ee25-f013-4cc8-995a-c1e2c201606d req-168b5818-7c8e-4edc-95a6-79241778f178 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0698886 May 10 16:51:31.124677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30dc8d6-b194-432b-996f-a760a67504fc {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:51:31.135842 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks [] for port (b30dc8d6-b194-432b-996f-a760a67504fc), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:31.163743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Transition to ACTIVE for port object b30dc8d6-b194-432b-996f-a760a67504fc will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:51:31.168297 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39b3ee25-f013-4cc8-995a-c1e2c201606d req-9d6b575c-86cc-45f7-82a5-db444c18337f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737026 May 10 16:51:31.169413 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:31.223995 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:31.292966 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Attempting to bind port b30dc8d6-b194-432b-996f-a760a67504fc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:51:31.293304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Attempting to bind port b30dc8d6-b194-432b-996f-a760a67504fc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:51:31.293635 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Attempting to bind port b30dc8d6-b194-432b-996f-a760a67504fc on network c651f71d-58b1-4ad6-afef-e7eaac16708e {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:51:31.298703 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Port b30dc8d6-b194-432b-996f-a760a67504fc on network c651f71d-58b1-4ad6-afef-e7eaac16708e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:51:31.299030 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Attempting to bind port b30dc8d6-b194-432b-996f-a760a67504fc on network c651f71d-58b1-4ad6-afef-e7eaac16708e {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:51:31.304564 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:51:31.304906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Checking segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:51:31.305290 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Bound using segment: {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:51:31.305718 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Bound port: b30dc8d6-b194-432b-996f-a760a67504fc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdc093d-85f9-4879-acca-216ed1582b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:51:31.306083 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:31.375343 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:51:31.379346 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:51:31.386247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:31.423445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:31.424116 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:31.426415 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] 10.222.0.32 "PUT /v2.0/ports/b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 1094 time: 0.7917414 May 10 16:51:31.426860 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:31.429145 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6" -d '{"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:31.453702 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212de14-17fa-473c-8ee5-952560ab1591 service neutron] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:31.502361 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc7e4c-b1bd-495e-9888-0fd3e2fe9a1c x-openstack-request-id: req-c1fc7e4c-b1bd-495e-9888-0fd3e2fe9a1c {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:31.502685 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:31.503797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1fc7e4c-b1bd-495e-9888-0fd3e2fe9a1c {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:31.505018 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fc7e4c-b1bd-495e-9888-0fd3e2fe9a1c'] response: {'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:51:31.556449 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-28054ba2-9bb6-464b-8d5c-e3c114f2bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:31.558223 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-28054ba2-9bb6-464b-8d5c-e3c114f2bccf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1128 time: 0.0671113 May 10 16:51:31.908267 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-c071b5ec-563c-47f2-b28e-6be6d7638cda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 217 time: 0.0425792 May 10 16:51:31.980549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-ff9c6c95-889a-4534-ab95-0fcd1770c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:31.981901 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-ff9c6c95-889a-4534-ab95-0fcd1770c68f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0576348 May 10 16:51:32.046486 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fa195-7d14-4e29-b7da-d9d04185786f req-d3f01482-b35c-41c5-95d3-79de5b81387d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:32.048577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c62fa195-7d14-4e29-b7da-d9d04185786f req-d3f01482-b35c-41c5-95d3-79de5b81387d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 944 time: 0.0498803 May 10 16:51:32.106404 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-b7b1532b-8b1b-4038-9e67-f2576445fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:32.107890 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-b7b1532b-8b1b-4038-9e67-f2576445fce1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681086 May 10 16:51:32.137308 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c62fa195-7d14-4e29-b7da-d9d04185786f req-25f7ea9d-36d1-4f75-b08f-f681647dd23f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802271 May 10 16:51:32.215329 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-56a4ab31-3c08-4a2d-9693-650f57846c95 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964713 May 10 16:51:32.306384 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3851-9932-4e4f-ac6f-7b8727033f51 req-83088323-5215-45c2-8229-c3190d72b755 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:32.309014 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-12db3851-9932-4e4f-ac6f-7b8727033f51 req-83088323-5215-45c2-8229-c3190d72b755 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 943 time: 0.0576587 May 10 16:51:32.331090 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce68bf9a-7186-492a-9daa-ee1e7dfd1fe6 req-9b79f173-e183-4f53-95e5-cac52d03121f service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098747 May 10 16:51:32.368301 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-12db3851-9932-4e4f-ac6f-7b8727033f51 req-0167c926-f22f-46ba-86de-a31a0387ce1b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511537 May 10 16:51:32.441009 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:51:32.542000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:32.554116 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'mac_address': 'fa:16:3e:31:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:51:32.595738 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:32.596135 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:32.614205 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:51:32.636016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:32.643214 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:32.698411 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=9']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:32.912389 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f88e4-0bd6-418d-a197-9493f0559a0c req-6a4a0467-d78b-46bf-89c9-921ca8cf3b6f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:32.913927 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff0f88e4-0bd6-418d-a197-9493f0559a0c req-6a4a0467-d78b-46bf-89c9-921ca8cf3b6f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0530863 May 10 16:51:32.964051 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff0f88e4-0bd6-418d-a197-9493f0559a0c req-51537df2-e103-4adb-9344-2f8b41cf2d85 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443830 May 10 16:51:32.972898 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['494f67f0-21ef-40e7-8bd0-9ab88f71dbef'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:51:33.264650 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfc43-d7ad-4572-8f78-e0424f34915f req-226bcf9a-ad64-4f45-8ed3-7f3f95c31257 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.266182 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d2ddfc43-d7ad-4572-8f78-e0424f34915f req-226bcf9a-ad64-4f45-8ed3-7f3f95c31257 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 944 time: 0.0541871 May 10 16:51:33.324458 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d2ddfc43-d7ad-4572-8f78-e0424f34915f req-c2a1388a-e5c5-448d-bf73-aa8a5dc06626 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508635 May 10 16:51:33.372458 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-2b17d02b-25b7-4efb-8327-957ab36649d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.373999 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-2b17d02b-25b7-4efb-8327-957ab36649d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1128 time: 0.0417423 May 10 16:51:33.495208 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fdcd1-fb47-4df9-8996-6e024d262fe4 req-948e74c9-da78-4940-8f1f-d2efcbcae842 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.496892 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7b6fdcd1-fb47-4df9-8996-6e024d262fe4 req-948e74c9-da78-4940-8f1f-d2efcbcae842 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0522952 May 10 16:51:33.518670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-eaef8906-067e-474c-8493-476a61211941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.520181 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-eaef8906-067e-474c-8493-476a61211941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.1005085 May 10 16:51:33.546789 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7b6fdcd1-fb47-4df9-8996-6e024d262fe4 req-81b0f1bb-b455-4583-8082-0138823ccaee tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 May 10 16:51:33.570319 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-6aa2662b-47a4-44fa-b974-2afcb6c8cbb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 217 time: 0.0384121 May 10 16:51:33.623238 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-67dcbfda-d464-41b7-81ef-21392a6f8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.624832 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-67dcbfda-d464-41b7-81ef-21392a6f8277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0467882 May 10 16:51:33.673397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-5ddcfa7a-62f0-4f7e-b54e-cd24df94ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:33.674888 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-5ddcfa7a-62f0-4f7e-b54e-cd24df94ec42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432808 May 10 16:51:33.765149 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-b3bcec66-cce9-42f5-8f1e-b52e968e506d service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836444 May 10 16:51:33.869076 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0365ebb-6a47-4e3a-abe8-d2c9d44112d6 req-58d08f8c-c2fc-41e6-a9c7-8cf4b33f1ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934513 May 10 16:51:34.085661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7967-10c2-457e-b3a1-cb501a40ff6c req-dff5f1ca-341b-45b8-9030-97c76bae19f3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:34.087113 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-698b7967-10c2-457e-b3a1-cb501a40ff6c req-dff5f1ca-341b-45b8-9030-97c76bae19f3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0510030 May 10 16:51:34.137039 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-698b7967-10c2-457e-b3a1-cb501a40ff6c req-1d5a1465-e3ec-4994-819a-99e12cf7ca90 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441475 May 10 16:51:34.447749 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cbd5-3886-42ff-b3d3-42788a4bded3 req-68ba2cf4-bde5-41b9-8cc2-e87232bafa31 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:34.448658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b30dc8d6-b194-432b-996f-a760a67504fc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:51:34.449315 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1918cbd5-3886-42ff-b3d3-42788a4bded3 req-68ba2cf4-bde5-41b9-8cc2-e87232bafa31 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 944 time: 0.0536385 May 10 16:51:34.453081 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:34.514524 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1918cbd5-3886-42ff-b3d3-42788a4bded3 req-f3a0d850-e435-423b-a5e7-0c64b9db1d5d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 May 10 16:51:34.555462 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:34.555827 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:34.620160 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:34.637923 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'port_id': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'mac_address': 'fa:16:3e:6b:6f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:51:34.684196 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ad05-3813-41dc-bd8a-e311dc77128f req-82237a2a-3ca8-4061-9fdf-8cdf01d6ce68 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:34.684991 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:51:34.687113 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a848ad05-3813-41dc-bd8a-e311dc77128f req-82237a2a-3ca8-4061-9fdf-8cdf01d6ce68 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 944 time: 0.0611925 May 10 16:51:34.702207 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:34.702584 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:34.712110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b30dc8d6-b194-432b-996f-a760a67504fc is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:34.712512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:34.740064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:34.742383 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c018f8-d3ab-4711-af0d-7f31587bd756" -d '{"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:34.744720 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a848ad05-3813-41dc-bd8a-e311dc77128f req-1a291d8e-36da-433c-b479-68da18c4aeb7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515747 May 10 16:51:34.748757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30dc8d6-b194-432b-996f-a760a67504fc {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:51:34.765759 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:34.773463 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:34.802323 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661eea0-15a0-4ab7-9f27-9de1ec270fdb x-openstack-request-id: req-d661eea0-15a0-4ab7-9f27-9de1ec270fdb {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:34.802634 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-plugged", "status": "completed", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:34.802886 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d661eea0-15a0-4ab7-9f27-9de1ec270fdb {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:34.803277 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d661eea0-15a0-4ab7-9f27-9de1ec270fdb'] response: {'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'code': 200} May 10 16:51:34.804995 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:34.810385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:34.836345 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=10']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:34.908891 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:35.144023 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:51:35.274700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4397-2cc7-4be7-8b21-502457ab2e4d req-94130f6a-9cb3-40a1-ac22-5935f20d79d4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:35.274700 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-932f4397-2cc7-4be7-8b21-502457ab2e4d req-94130f6a-9cb3-40a1-ac22-5935f20d79d4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0610349 May 10 16:51:35.335047 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-932f4397-2cc7-4be7-8b21-502457ab2e4d req-4b2a6031-c2e0-4853-a0ab-5c3e95918d63 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529692 May 10 16:51:35.362944 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6038b-7ddb-4a7a-a398-50ee40657244 req-8fd271e6-54af-4ba0-8829-2dbac0feb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:35.364507 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffb6038b-7ddb-4a7a-a398-50ee40657244 req-8fd271e6-54af-4ba0-8829-2dbac0feb71a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 1130 time: 0.0441222 May 10 16:51:35.416821 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffb6038b-7ddb-4a7a-a398-50ee40657244 req-18898d9a-d7d8-4a5a-a9d3-a9c4b22ab42a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 May 10 16:51:35.635699 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8111a-6dba-4b8a-8bbc-954bc38960d5 req-29010ea2-682f-49a5-bfd2-4013f914009e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:35.637867 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-91e8111a-6dba-4b8a-8bbc-954bc38960d5 req-29010ea2-682f-49a5-bfd2-4013f914009e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 945 time: 0.0486376 May 10 16:51:35.691543 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-91e8111a-6dba-4b8a-8bbc-954bc38960d5 req-c041b188-7e6f-405d-b154-c1be1862be9a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 May 10 16:51:35.884895 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b6578-5bdc-4dd8-8035-60c984e89297 req-94eddfc2-f639-467e-90a7-ad5bd5c9dc07 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:35.886712 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-959b6578-5bdc-4dd8-8035-60c984e89297 req-94eddfc2-f639-467e-90a7-ad5bd5c9dc07 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0502918 May 10 16:51:35.950909 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-959b6578-5bdc-4dd8-8035-60c984e89297 req-02f20ebb-13e1-4a05-bb6e-c320739c6335 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563798 May 10 16:51:36.463487 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40d24-d695-46c7-afc1-79c6e97c7f08 req-52916fc5-15f8-45fe-964a-5fffc6501313 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:36.465611 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-59a40d24-d695-46c7-afc1-79c6e97c7f08 req-52916fc5-15f8-45fe-964a-5fffc6501313 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0559385 May 10 16:51:36.470467 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b30dc8d6-b194-432b-996f-a760a67504fc up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:51:36.518086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port b30dc8d6-b194-432b-996f-a760a67504fc completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:51:36.520020 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-59a40d24-d695-46c7-afc1-79c6e97c7f08 req-63b51258-64b0-43cd-ba5c-f32285b5dc5b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 May 10 16:51:36.525138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port b30dc8d6-b194-432b-996f-a760a67504fc triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:36.525519 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:36.619776 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b30dc8d6-b194-432b-996f-a760a67504fc is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:36.620110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:36.659782 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:36.664201 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:36.713321 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:36.804617 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:36.806937 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc49fdc4-fb6f-43b1-849c-f690f36fdd44" -d '{"events": [{"server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:36.822151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f52d9-313b-402a-8511-9361c488bd66 req-c9cc6c50-54eb-4199-8224-aa1944ddb815 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:36.827659 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-515f52d9-313b-402a-8511-9361c488bd66 req-c9cc6c50-54eb-4199-8224-aa1944ddb815 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0613945 May 10 16:51:36.847648 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfb7cc3-0179-429a-896d-db4c4e4fbdf0 x-openstack-request-id: req-2bfb7cc3-0179-429a-896d-db4c4e4fbdf0 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:36.847941 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:36.848199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bfb7cc3-0179-429a-896d-db4c4e4fbdf0 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:36.848679 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfb7cc3-0179-429a-896d-db4c4e4fbdf0'] response: {'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'code': 200} May 10 16:51:36.882420 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-515f52d9-313b-402a-8511-9361c488bd66 req-ab97a410-02e4-4a33-8d1f-dbb4296f7800 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 May 10 16:51:37.083175 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdb33-0bb3-4e7f-91e3-d5183729a03f req-9abb0e85-a6bd-4692-8eaf-00648fc79e69 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:37.084813 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-315bdb33-0bb3-4e7f-91e3-d5183729a03f req-9abb0e85-a6bd-4692-8eaf-00648fc79e69 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0546770 May 10 16:51:37.147564 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-315bdb33-0bb3-4e7f-91e3-d5183729a03f req-0e132583-832d-47dc-a154-211fea371700 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562618 May 10 16:51:37.415470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60444c71-37a9-4176-86f7-fe2d42a4bd04 req-68132e08-41a4-49f7-bd92-de80a1fec629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:37.417027 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-60444c71-37a9-4176-86f7-fe2d42a4bd04 req-68132e08-41a4-49f7-bd92-de80a1fec629 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1130 time: 0.0522189 May 10 16:51:37.477617 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-60444c71-37a9-4176-86f7-fe2d42a4bd04 req-6f845785-b84a-4883-ab93-a8786830487d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 May 10 16:51:37.652946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4629f-9f2b-41fd-be34-7b56d6609062 req-79669c97-a52a-4d37-9fe1-c9e4d0f497e4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:37.654655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aaf4629f-9f2b-41fd-be34-7b56d6609062 req-79669c97-a52a-4d37-9fe1-c9e4d0f497e4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0602081 May 10 16:51:37.732866 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aaf4629f-9f2b-41fd-be34-7b56d6609062 req-f62402be-3aeb-4f85-beb4-e64389a8030c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704634 May 10 16:51:37.998897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8a1c-8029-4db9-ba90-3c9de600ac9d req-60beac78-17ca-49bf-903d-28949c9199c0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:38.000443 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-82db8a1c-8029-4db9-ba90-3c9de600ac9d req-60beac78-17ca-49bf-903d-28949c9199c0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0477445 May 10 16:51:38.055424 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-82db8a1c-8029-4db9-ba90-3c9de600ac9d req-009cad6a-b324-47dc-9ec2-41caa6c0e476 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 May 10 16:51:38.270991 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dcf51-1993-4655-a40d-33954f09f2f8 req-6403d1d2-6063-427f-a5cd-682b591db4b2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:38.272508 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a32dcf51-1993-4655-a40d-33954f09f2f8 req-6403d1d2-6063-427f-a5cd-682b591db4b2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0476446 May 10 16:51:38.327857 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a32dcf51-1993-4655-a40d-33954f09f2f8 req-2e75c90f-b482-4d0c-b5c9-c410a40394ec tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498402 May 10 16:51:38.866971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aea061-02f5-446f-a03b-84feeb86b62b req-fc93dba5-753f-4824-b820-57e845f5cc8e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:38.868548 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21aea061-02f5-446f-a03b-84feeb86b62b req-fc93dba5-753f-4824-b820-57e845f5cc8e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0530529 May 10 16:51:38.919350 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-21aea061-02f5-446f-a03b-84feeb86b62b req-05378b2d-677c-457f-ab91-848ccb668e7c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 May 10 16:51:39.185607 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ce4b-2bd2-4a6c-89d2-1ca2cfa082c2 req-678722a6-bdb7-4267-a8cf-ffd14b261ea9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:39.187123 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7df9ce4b-2bd2-4a6c-89d2-1ca2cfa082c2 req-678722a6-bdb7-4267-a8cf-ffd14b261ea9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0541992 May 10 16:51:39.461046 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4671-dfe1-49ca-9d1f-db4e48b08156 req-b22060f5-51f6-4d8a-8a05-4cd889eecfb1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:39.462577 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7ad4671-dfe1-49ca-9d1f-db4e48b08156 req-b22060f5-51f6-4d8a-8a05-4cd889eecfb1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0547290 May 10 16:51:39.483794 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7df9ce4b-2bd2-4a6c-89d2-1ca2cfa082c2 req-df77e3f2-3e57-4940-8610-8318be0c7b12 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903092 May 10 16:51:39.512484 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7ad4671-dfe1-49ca-9d1f-db4e48b08156 req-b6ef6e1a-dfe7-4b27-8656-3e5843394fcf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 May 10 16:51:40.044946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d5f61-a0d6-4402-b896-0a4153024c34 req-3813b2b5-4995-4ba6-a26c-3a0207f809d0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:40.046473 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fd0d5f61-a0d6-4402-b896-0a4153024c34 req-3813b2b5-4995-4ba6-a26c-3a0207f809d0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0522194 May 10 16:51:40.106471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fd0d5f61-a0d6-4402-b896-0a4153024c34 req-f50f6b8a-36cd-4adc-9c82-cb29b20447ab tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532966 May 10 16:51:40.606355 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4d47a-d57c-4f1b-8163-278183ddaca3 req-2b189edc-0397-4bae-8688-14f816ee817e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:40.607961 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9fa4d47a-d57c-4f1b-8163-278183ddaca3 req-2b189edc-0397-4bae-8688-14f816ee817e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0498242 May 10 16:51:40.668849 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9fa4d47a-d57c-4f1b-8163-278183ddaca3 req-ffd54276-a343-483e-8004-115404e7921a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551751 May 10 16:51:40.787100 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4b6f0-5c42-45c4-91bc-e85f2b01b4a3 req-387319b4-b678-4b5e-a6ef-d4d5bb131864 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:40.788553 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8ac4b6f0-5c42-45c4-91bc-e85f2b01b4a3 req-387319b4-b678-4b5e-a6ef-d4d5bb131864 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0488918 May 10 16:51:40.839417 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8ac4b6f0-5c42-45c4-91bc-e85f2b01b4a3 req-4ef5f382-49a2-42bf-adf9-fa925c43c2e4 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 May 10 16:51:41.178464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89898-0129-4354-8a5c-c8ca528922c1 req-4a4e8466-5b24-4522-9ed2-b408d9719329 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:41.180106 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d4a89898-0129-4354-8a5c-c8ca528922c1 req-4a4e8466-5b24-4522-9ed2-b408d9719329 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0498316 May 10 16:51:41.221806 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c36be7-ad70-4eea-8882-3d9344ea07de req-305c1eb9-850f-419c-896a-ff2c4d46e0c8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:41.223327 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-95c36be7-ad70-4eea-8882-3d9344ea07de req-305c1eb9-850f-419c-896a-ff2c4d46e0c8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0473855 May 10 16:51:41.229266 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d4a89898-0129-4354-8a5c-c8ca528922c1 req-1ae0cd05-aa42-4b36-b8f9-8fbfe40b1de1 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 May 10 16:51:41.277410 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-95c36be7-ad70-4eea-8882-3d9344ea07de req-e3d72b90-cc7e-48d3-a66a-f256152ac7d1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 May 10 16:51:42.394428 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3272a6-e26a-4076-aa4c-8e9091177858 req-7ff39463-bc6f-4ed2-8ebe-404e45e4410e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:42.395947 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5f3272a6-e26a-4076-aa4c-8e9091177858 req-7ff39463-bc6f-4ed2-8ebe-404e45e4410e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0478511 May 10 16:51:42.446269 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5f3272a6-e26a-4076-aa4c-8e9091177858 req-e1eaa8f7-e5cc-47d6-8c84-8d124e3c196f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445437 May 10 16:51:43.563715 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afda1b0-2e1c-4520-8dd7-cb0f19f1432c req-60d766a8-ceb5-4675-9b55-51dccef49708 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:43.565523 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2afda1b0-2e1c-4520-8dd7-cb0f19f1432c req-60d766a8-ceb5-4675-9b55-51dccef49708 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0499380 May 10 16:51:43.625195 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2afda1b0-2e1c-4520-8dd7-cb0f19f1432c req-de13543a-644b-49ed-b0c1-3b320cc7e5f8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533323 May 10 16:51:44.752497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1524cd-7806-40b6-b585-c185952525bf req-ea6a9dea-e6bb-4a02-9ed7-43de31d3e996 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:44.754694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-da1524cd-7806-40b6-b585-c185952525bf req-ea6a9dea-e6bb-4a02-9ed7-43de31d3e996 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0570495 May 10 16:51:44.820848 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-da1524cd-7806-40b6-b585-c185952525bf req-b0c99577-b0ac-4a82-875e-fec652f3cd97 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605505 May 10 16:51:45.944357 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323628-da0e-43c0-b01a-b93c8c502384 req-a2a6fbe2-061f-4100-aa67-5d6b44d5772f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:45.945885 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5323628-da0e-43c0-b01a-b93c8c502384 req-a2a6fbe2-061f-4100-aa67-5d6b44d5772f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0508161 May 10 16:51:45.993630 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c5323628-da0e-43c0-b01a-b93c8c502384 req-c454dc3d-d4a1-4ca0-9392-6c45734939ae tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 May 10 16:51:47.113079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246e1e-f631-4261-a58d-c9d450953449 req-e321c096-ec75-4ba6-91a1-e17f3643777c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:47.114656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-44246e1e-f631-4261-a58d-c9d450953449 req-e321c096-ec75-4ba6-91a1-e17f3643777c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0508149 May 10 16:51:47.163916 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-44246e1e-f631-4261-a58d-c9d450953449 req-cb1af2b3-c64b-4107-afe4-58e1274ba107 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 May 10 16:51:48.301394 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01a65-424b-48ea-92aa-7764952a5860 req-ad11a361-50d4-4e3f-a70b-b7add3d34dce tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:48.303919 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ccb01a65-424b-48ea-92aa-7764952a5860 req-ad11a361-50d4-4e3f-a70b-b7add3d34dce tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0568485 May 10 16:51:48.350665 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ccb01a65-424b-48ea-92aa-7764952a5860 req-f905ab34-5048-4768-b91f-d36e2c97a8e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 May 10 16:51:49.129537 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3474ed3d-f815-46a2-9f19-7c052f2f91d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:49.730113 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3874391-5e39-4b70-b494-04377c0993ee req-42b021f1-0c75-48ea-a0fa-bbb43d59f510 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:49.731801 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a3874391-5e39-4b70-b494-04377c0993ee req-42b021f1-0c75-48ea-a0fa-bbb43d59f510 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.3096128 May 10 16:51:49.778796 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a3874391-5e39-4b70-b494-04377c0993ee req-a6677a76-409d-42a8-8d07-c11a5da07432 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 May 10 16:51:49.980902 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab9df-7467-469b-8de0-fa1bd2a938e0 req-57258bef-029e-46bd-92cc-59612db83b87 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:49.982399 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-300ab9df-7467-469b-8de0-fa1bd2a938e0 req-57258bef-029e-46bd-92cc-59612db83b87 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0483944 May 10 16:51:50.034356 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-300ab9df-7467-469b-8de0-fa1bd2a938e0 req-70017578-1b49-4470-b9d6-630b6ba240c0 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 May 10 16:51:51.157254 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f34ef-b64f-4c32-a3f7-3f702ca22564 req-2125eb8b-46a2-4305-8be3-2f74b15d369d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:51.158799 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-150f34ef-b64f-4c32-a3f7-3f702ca22564 req-2125eb8b-46a2-4305-8be3-2f74b15d369d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0482092 May 10 16:51:51.211448 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-150f34ef-b64f-4c32-a3f7-3f702ca22564 req-f8d89552-7d31-40ce-b8fe-9b8ccec81e59 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470555 May 10 16:51:51.367677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ab815f34-90bf-4961-a3ca-ebabfecc5e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:52.207056 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-bdcf3b1f-d56b-47f4-b8d7-fa6a6dbf7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:52.208673 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-bdcf3b1f-d56b-47f4-b8d7-fa6a6dbf7a33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 1129 time: 0.0414410 May 10 16:51:52.304982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-33622e93-0505-4f21-b6f1-458ddf00e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:52.306509 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-33622e93-0505-4f21-b6f1-458ddf00e47e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 912 time: 0.0896354 May 10 16:51:52.333648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff5a02-7d1f-4e9c-8f72-8d1dc24263a6 req-58ec906a-5a7e-4ee4-8ff8-adc44db1416d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:52.335010 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-50ff5a02-7d1f-4e9c-8f72-8d1dc24263a6 req-58ec906a-5a7e-4ee4-8ff8-adc44db1416d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0526335 May 10 16:51:52.380559 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-f9395c7d-2355-4a7d-92d0-aeb5a79e831f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 200 len: 1001 time: 0.0659971 May 10 16:51:52.389466 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-50ff5a02-7d1f-4e9c-8f72-8d1dc24263a6 req-df0f26f3-8893-4c2f-aa64-45b5ceb207cc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483105 May 10 16:51:52.433573 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-642b598e-9fe5-4c05-9444-43d08760e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:52.435079 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-642b598e-9fe5-4c05-9444-43d08760e767 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.0480871 May 10 16:51:52.479798 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-d9c358d9-bd44-4322-9cf1-602b4fe01896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:52.481326 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-d9c358d9-bd44-4322-9cf1-602b4fe01896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380814 May 10 16:51:52.486246 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:52.576782 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-8956b40f-9c91-4713-9dc6-e53166fac9e9 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 May 10 16:51:52.671722 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74f09f0f-3eef-419e-a0cd-635097e7eb5e req-48913a8d-af5b-4c4d-a11a-c5a68dff58ef service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823817 May 10 16:51:53.521686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0b56-d250-4b2e-97db-52f08f5317e9 req-3b9542fe-5a19-478f-951b-9f352507fcd1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:53.523233 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f0ec0b56-d250-4b2e-97db-52f08f5317e9 req-3b9542fe-5a19-478f-951b-9f352507fcd1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0534720 May 10 16:51:53.576715 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f0ec0b56-d250-4b2e-97db-52f08f5317e9 req-d2e35e5b-c12d-473f-936f-3c43a946b737 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472467 May 10 16:51:54.270237 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:55.623626 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:55.990837 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92bf53-0a98-467c-ad4b-df1deb1509d1 req-024caa60-8dd8-4df8-94d1-7a6e61716e94 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:55.992345 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4d92bf53-0a98-467c-ad4b-df1deb1509d1 req-024caa60-8dd8-4df8-94d1-7a6e61716e94 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0468752 May 10 16:51:56.039742 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4d92bf53-0a98-467c-ad4b-df1deb1509d1 req-f64fd35d-66a4-4b5c-affb-924e6e662654 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 May 10 16:51:56.063375 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42630) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:56.142131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43601e-0316-4a45-80f1-c5a2d2d8f5f0 tempest-TestMinimumBasicScenario-542121027 tempest-TestMinimumBasicScenario-542121027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:56.143645 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9c43601e-0316-4a45-80f1-c5a2d2d8f5f0 tempest-TestMinimumBasicScenario-542121027 tempest-TestMinimumBasicScenario-542121027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1125 time: 0.0792611 May 10 16:51:56.146561 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42634) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:56.150787 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'port_id': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:56.171544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:56.255630 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:56.367408 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Allocated IP 172.27.1.190 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:51:56.472835 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:56.507229 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:56.549768 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:51:56.555648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:51:56.559961 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:51:56.563838 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'Port': ['ID=596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:56.598282 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.598547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.598867 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.599209 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.599541 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.599912 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.600249 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.600619 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.600951 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.601285 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.601621 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.601946 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.602272 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.602598 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.602920 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:51:56.986982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for floatingip (43041694-33ed-4df4-97d0-ab241bc1cb95), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.076686 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.229553 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.234133 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.304460 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'Port': ['ID=596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:57.315514 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (43041694-33ed-4df4-97d0-ab241bc1cb95), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.422307 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Floating IP 43041694-33ed-4df4-97d0-ab241bc1cb95 associated. External IP: 172.27.1.190, port: b30dc8d6-b194-432b-996f-a760a67504fc. May 10 16:51:57.649014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Router 185fc977-4849-4296-8964-dca4b73c6623 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:51:57.760177 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:51:57.769718 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Sync routers for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:51:57.777376 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.779752 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:57.780389 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:51:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:57.808845 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-09261618-d4ad-4187-bb3e-f01233d05344 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6612520 May 10 16:51:57.809437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:57.811669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d363c0d7-a094-43f9-9fd6-7821e9e326c5" -d '{"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:57.811837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 42650) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:57.817401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699835636', 'description': 'tempest-secgroup-smoke-1699835636 description', 'project_id': 'ad2249e85fd741258c91142e19edc714'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:57.841079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.851454 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744054e-328a-41fe-9e90-20b612d6e425 x-openstack-request-id: req-e744054e-328a-41fe-9e90-20b612d6e425 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:57.851902 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:57.852167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e744054e-328a-41fe-9e90-20b612d6e425 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:57.852787 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e744054e-328a-41fe-9e90-20b612d6e425'] response: {'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:51:57.892419 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:57.933034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-007d9f95-aca2-407f-bf93-c702737125b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:57.934583 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-007d9f95-aca2-407f-bf93-c702737125b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1130 time: 0.0569704 May 10 16:51:57.954239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (7d7dbe47-73cd-401e-ad9c-f0ec589bae2c), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:57.966131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (7d7dbe47-73cd-401e-ad9c-f0ec589bae2c), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.036222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.037470 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2242506 May 10 16:51:58.040599 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42656) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.045317 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.048117 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdae5b2-caaf-4d02-a8f1-c15eb68c3c2d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.072908 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-50f35c82-4c12-4bec-a5fb-3b68084a3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:58.074913 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-50f35c82-4c12-4bec-a5fb-3b68084a3902 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.1303632 May 10 16:51:58.079138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (a546aa8a-d27d-4741-a2c1-57e12c74830f), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.146395 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (a546aa8a-d27d-4741-a2c1-57e12c74830f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.152967 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (a546aa8a-d27d-4741-a2c1-57e12c74830f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.154635 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '43041694-33ed-4df4-97d0-ab241bc1cb95', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '185fc977-4849-4296-8964-dca4b73c6623', 'port_id': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'mac_address': 'fa:16:3e:6b:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:51:56Z', 'updated_at': '2022-05-10T16:51:56Z', 'revision_number': 0, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:58.166605 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-c17e8e31-bd5c-45da-9d55-592ecb03d390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 1000 time: 0.0822716 May 10 16:51:58.173703 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a546aa8a-d27d-4741-a2c1-57e12c74830f,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.182818 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Checking router: 185fc977-4849-4296-8964-dca4b73c6623 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:51:58.187113 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.188525 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-57132b37-4607-439f-9aaa-c0278b9fa333 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468995 May 10 16:51:58.191270 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42658) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.194941 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:51:58.195507 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:51:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:58.195814 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.225000 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (49845385-df9e-4a07-93eb-fbeb2d944660), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.225318 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-e69c1966-769a-4318-ba30-424319a40325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:58.226780 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-e69c1966-769a-4318-ba30-424319a40325 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0539584 May 10 16:51:58.272912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-9d5d79d2-eda1-4e9f-97f8-e3cf0e88c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:58.274435 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-9d5d79d2-eda1-4e9f-97f8-e3cf0e88c10e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407290 May 10 16:51:58.287893 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (49845385-df9e-4a07-93eb-fbeb2d944660), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.292391 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (49845385-df9e-4a07-93eb-fbeb2d944660), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.311507 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49845385-df9e-4a07-93eb-fbeb2d944660,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.321816 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.323145 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8a31930c-0d14-491b-a038-e426b667870b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308770 May 10 16:51:58.325910 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42660) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.335204 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.366393 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (7d47167f-1d17-4318-bc27-314cc2b732f4), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.380851 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-4ca6f24d-a702-4d81-808f-8bfa1b2f1b30 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996869 May 10 16:51:58.400939 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:51:58.429074 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (7d47167f-1d17-4318-bc27-314cc2b732f4), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.433252 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (7d47167f-1d17-4318-bc27-314cc2b732f4), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.462148 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d47167f-1d17-4318-bc27-314cc2b732f4,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.469272 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.471312 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-dfd8a9da-7bed-47c8-8501-f3b5e970275c tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433699 May 10 16:51:58.473289 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42664) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.480730 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.519766 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (e6ee9ad6-7cab-4c8a-96dc-5c92394f7ccd), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.524404 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d363c0d7-a094-43f9-9fd6-7821e9e326c5 req-2fe9f2a5-214d-49bd-92b7-88a1a407ee75 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257737 May 10 16:51:58.589345 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (e6ee9ad6-7cab-4c8a-96dc-5c92394f7ccd), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.593966 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (e6ee9ad6-7cab-4c8a-96dc-5c92394f7ccd), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.612584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ee9ad6-7cab-4c8a-96dc-5c92394f7ccd,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.620076 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.624171 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d5c2a173-9259-49f1-80f0-831b86130c35 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470997 May 10 16:51:58.624171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42666) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.626468 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '43041694-33ed-4df4-97d0-ab241bc1cb95', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '185fc977-4849-4296-8964-dca4b73c6623', 'port_id': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'mac_address': 'fa:16:3e:6b:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:51:56Z', 'updated_at': '2022-05-10T16:51:56Z', 'revision_number': 0, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:51:58.629899 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.650516 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Project ad2249e85fd741258c91142e19edc714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:51:58.655836 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (89a47eb5-f9b5-4cff-bef5-3581eeb38a4f), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.656892 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8f267-1c38-42fc-840c-303f027396a1 None None] The sync data for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi is: [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '43041694-33ed-4df4-97d0-ab241bc1cb95', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '185fc977-4849-4296-8964-dca4b73c6623', 'port_id': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'mac_address': 'fa:16:3e:6b:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:51:56Z', 'updated_at': '2022-05-10T16:51:56Z', 'revision_number': 0, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:51:58.720586 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (89a47eb5-f9b5-4cff-bef5-3581eeb38a4f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.724260 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (89a47eb5-f9b5-4cff-bef5-3581eeb38a4f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.742478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a47eb5-f9b5-4cff-bef5-3581eeb38a4f,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.749613 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.751329 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-95ce9973-fe82-40cf-9837-cf82dc117cb8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262770 May 10 16:51:58.754377 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42668) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:51:58.758575 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'security_group_rule': {'security_group_id': '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c', 'project_id': 'ad2249e85fd741258c91142e19edc714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:58.783471 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Project ad2249e85fd741258c91142e19edc714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:51:58.790979 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (3ee7b99a-9d59-46e5-8906-302b8e8ea8b8), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.835452 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.858518 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (3ee7b99a-9d59-46e5-8906-302b8e8ea8b8), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.865078 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (3ee7b99a-9d59-46e5-8906-302b8e8ea8b8), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.870663 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cc3dc-1f39-483b-919a-3d3fb1621aa2 None None] New status for floating IP 43041694-33ed-4df4-97d0-ab241bc1cb95: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:51:58.885694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee7b99a-9d59-46e5-8906-302b8e8ea8b8,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:58.891720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:58.900935 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-29a0cefc-30e0-45dd-b0bf-9abacc551a2e tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405928 May 10 16:51:58.989285 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-f2ef6810-35c9-4b9b-a641-58a2e8761624 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699835636&fields=id&tenant_id=ad2249e85fd741258c91142e19edc714 HTTP/1.1" status: 200 len: 267 time: 0.0481420 May 10 16:51:59.043212 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-141ef726-7587-40e9-8bfe-6dc659a352f5 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.052127 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-141ef726-7587-40e9-8bfe-6dc659a352f5 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0574491 May 10 16:51:59.066215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'port': {'security_groups': ['4499bd07-066a-40d4-a5b6-0596e42b9a66', '7d7dbe47-73cd-401e-ad9c-f0ec589bae2c']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:51:59.143364 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:59.332349 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:51:59.362272 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for port (b30dc8d6-b194-432b-996f-a760a67504fc), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:59.366958 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:59.385958 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:51:59.412585 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.412797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:59.414178 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1cca1c25-2a6b-476b-8956-6910fc95d8fb req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "PUT /v2.0/ports/b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 982 time: 0.3561342 May 10 16:51:59.414629 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:51:59.416905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128f785-7893-4f62-8e86-400415a35aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:51:59.446854 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe3b2-0204-4610-b56b-6c04f14ff076 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=6']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:51:59.468379 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437249c-f099-401a-8645-d92ef632c5bc x-openstack-request-id: req-d437249c-f099-401a-8645-d92ef632c5bc {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:51:59.469212 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:51:59.469935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d437249c-f099-401a-8645-d92ef632c5bc {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:51:59.469935 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d437249c-f099-401a-8645-d92ef632c5bc'] response: {'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:51:59.559991 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:51:59.576854 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e6805-ae55-43dd-ad30-545879a50a70 req-b7ef1b39-fbf8-4657-a972-ce9971eff139 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.579178 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-122e6805-ae55-43dd-ad30-545879a50a70 req-b7ef1b39-fbf8-4657-a972-ce9971eff139 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0839274 May 10 16:51:59.583019 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f785-7893-4f62-8e86-400415a35aa7 req-936969ef-6896-4d14-af7a-d0a04b2a93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.584474 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-936969ef-6896-4d14-af7a-d0a04b2a93a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1169 time: 0.0879023 May 10 16:51:59.705570 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-122e6805-ae55-43dd-ad30-545879a50a70 req-71005550-0a0e-46e8-abfd-c0efef730296 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171319 May 10 16:51:59.729469 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f785-7893-4f62-8e86-400415a35aa7 req-8e6971d3-07bc-47b4-b7db-90e369e3956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.731216 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-8e6971d3-07bc-47b4-b7db-90e369e3956b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.1357191 May 10 16:51:59.778139 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-2d0e57c2-a014-4ad8-b325-99f477067939 None None] Provisioning complete for port b30dc8d6-b194-432b-996f-a760a67504fc triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:51:59.778504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-2d0e57c2-a014-4ad8-b325-99f477067939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:51:59.800532 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-9e3e676b-bb2c-4a31-8f4e-d4710525682b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 1002 time: 0.0622103 May 10 16:51:59.847596 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f785-7893-4f62-8e86-400415a35aa7 req-cc9cf1b7-e259-4683-b794-08d060dd8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.849051 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-cc9cf1b7-e259-4683-b794-08d060dd8576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0426083 May 10 16:51:59.892017 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f785-7893-4f62-8e86-400415a35aa7 req-af9aff5e-4867-493c-8d9f-9de68a759557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:51:59.893579 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-af9aff5e-4867-493c-8d9f-9de68a759557 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382857 May 10 16:51:59.987370 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e57c2-a014-4ad8-b325-99f477067939 None None] Current status of the port b30dc8d6-b194-432b-996f-a760a67504fc is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:51:59.991755 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-f83b1e1a-7043-43dc-aa67-aa853e35eb1e service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918415 May 10 16:52:00.081419 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f128f785-7893-4f62-8e86-400415a35aa7 req-939657ac-f55e-4b67-aa85-8867d68f167c service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 May 10 16:52:01.405298 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-50155dae-ce0b-49e8-aff0-808da1359940 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560112 May 10 16:52:01.800848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-8daf5896-1722-44c5-a8e9-eb4956e9be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:01.802781 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-8daf5896-1722-44c5-a8e9-eb4956e9be47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 1130 time: 0.0437744 May 10 16:52:01.919189 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-be834acd-426b-48e3-b34e-46db30e60cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:01.920830 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-be834acd-426b-48e3-b34e-46db30e60cef service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.0969596 May 10 16:52:02.018891 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-59768861-f720-4383-9f9d-5c5e9e305f9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 200 len: 217 time: 0.0571897 May 10 16:52:02.032943 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3de0c-004c-40c4-9d40-34363377495b req-1611f1ee-8978-4083-8ee0-f336a2339ce1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.034371 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39f3de0c-004c-40c4-9d40-34363377495b req-1611f1ee-8978-4083-8ee0-f336a2339ce1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0831943 May 10 16:52:02.118255 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11736-8edd-4840-8315-a450f20b06ed req-8299f936-e7ea-454e-88fd-2b100f0d1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.119732 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-8299f936-e7ea-454e-88fd-2b100f0d1aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0845115 May 10 16:52:02.149781 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-06c552c0-8027-463d-afa3-b5cf634a5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.151113 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-06c552c0-8027-463d-afa3-b5cf634a5793 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.1148458 May 10 16:52:02.200949 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-39f3de0c-004c-40c4-9d40-34363377495b req-c20839f7-cf2a-4b1a-8b23-31a0d952576b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514916 May 10 16:52:02.246105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-4e7beb3e-d3bb-4e56-9867-c6ef25897be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.247604 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-4e7beb3e-d3bb-4e56-9867-c6ef25897be6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0826933 May 10 16:52:02.290688 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11736-8edd-4840-8315-a450f20b06ed req-961dd5a5-4bab-4067-8995-4886a34c9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.292148 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-961dd5a5-4bab-4067-8995-4886a34c9868 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.1581099 May 10 16:52:02.409763 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-2370e5df-cb15-41cb-8f39-9861bf757f11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1002 time: 0.0932939 May 10 16:52:02.426221 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-34307677-a48f-4424-84af-a5c5355117fd service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562643 May 10 16:52:02.487686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b175dd-9f31-47d6-8fd7-580e99df1207 req-fc37733d-11d6-46a6-87b7-eaeec1ac837f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.489301 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a7b175dd-9f31-47d6-8fd7-580e99df1207 req-fc37733d-11d6-46a6-87b7-eaeec1ac837f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0475311 May 10 16:52:02.536165 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a7b175dd-9f31-47d6-8fd7-580e99df1207 req-7836c6a8-fc74-4292-bba4-f48ca070cbd8 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 May 10 16:52:02.653477 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11736-8edd-4840-8315-a450f20b06ed req-d6eb54ce-d1c7-41d7-940b-9b69a689487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:02.654844 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-d6eb54ce-d1c7-41d7-940b-9b69a689487b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0925932 May 10 16:52:02.692941 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-676913d8-f6b9-4cf7-ab74-0d34f88b1a21 req-ad14ac7a-d894-4562-b7b1-7104c92565ce service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293354 May 10 16:52:03.327134 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b55d7-3727-4e27-9afd-733625c29b31 req-d11dccc0-6c1d-4ae7-9476-3e3401a56b28 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:03.329290 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aa6b55d7-3727-4e27-9afd-733625c29b31 req-d11dccc0-6c1d-4ae7-9476-3e3401a56b28 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0491924 May 10 16:52:03.376994 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aa6b55d7-3727-4e27-9afd-733625c29b31 req-a51c4715-5a2b-4161-af3f-e0b8d54ba07e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 May 10 16:52:03.651858 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fce0ce-b767-41d4-8c66-89e6e7eab6b9 req-37158e5f-54d9-4408-8790-b53bb7f03ba3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:03.653330 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-81fce0ce-b767-41d4-8c66-89e6e7eab6b9 req-37158e5f-54d9-4408-8790-b53bb7f03ba3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0467725 May 10 16:52:03.700652 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-81fce0ce-b767-41d4-8c66-89e6e7eab6b9 req-cd04c6a4-0b7f-439d-834a-e9e5673d3b01 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 May 10 16:52:04.190336 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11736-8edd-4840-8315-a450f20b06ed req-7348715a-e29a-42ec-be8c-46296dfa99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:04.191816 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-7348715a-e29a-42ec-be8c-46296dfa99bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437510 May 10 16:52:04.292234 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-1f9dfa8e-9085-447c-ab00-ac634415434d service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816827 May 10 16:52:04.456430 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d0f11736-8edd-4840-8315-a450f20b06ed req-344cd46a-7dab-41b3-9b29-65ea78674154 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927684 May 10 16:52:04.494573 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488c42-0ab5-45b4-9da1-85a5aea6d7d7 req-02ebd2c6-0419-4602-90c5-79d781ce4c44 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:04.496095 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-db488c42-0ab5-45b4-9da1-85a5aea6d7d7 req-02ebd2c6-0419-4602-90c5-79d781ce4c44 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0504029 May 10 16:52:04.527436 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1496745-7924-4421-bbe6-76722f558e55 req-e19626f0-b716-400c-811e-f5eb25a218e4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:04.529254 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a1496745-7924-4421-bbe6-76722f558e55 req-e19626f0-b716-400c-811e-f5eb25a218e4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0529470 May 10 16:52:04.554270 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-db488c42-0ab5-45b4-9da1-85a5aea6d7d7 req-2618a162-da17-4830-953a-4d56cbdd8bb2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523868 May 10 16:52:04.623166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Deleting port c9672453-af7a-47d3-b2cc-46ead0204f1d {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:04.623504 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:04.949001 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ab76-85f4-4845-b62b-82143a164e8d req-8242f24b-5a71-41ad-9619-e9ceb21f7cd9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:04.950447 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0771ab76-85f4-4845-b62b-82143a164e8d req-8242f24b-5a71-41ad-9619-e9ceb21f7cd9 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecdb938-f6bb-4133-bbf8-f4b9645ce76a HTTP/1.1" status: 200 len: 945 time: 0.0639701 May 10 16:52:04.985549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] For port c9672453-af7a-47d3-b2cc-46ead0204f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c9672453-af7a-47d3-b2cc-46ead0204f1d,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:04.985909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:05.011525 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Calling delete_port for c9672453-af7a-47d3-b2cc-46ead0204f1d owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:05.033562 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0771ab76-85f4-4845-b62b-82143a164e8d req-1fa61c26-aa7f-43f6-825d-f1d9b15a8a5f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 May 10 16:52:05.150184 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c9672453-af7a-47d3-b2cc-46ead0204f1d), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:05.162305 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['c9672453-af7a-47d3-b2cc-46ead0204f1d'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:52:05.178799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Pushing event deleted for resources: {'Port': ['ID=c9672453-af7a-47d3-b2cc-46ead0204f1d,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:05.207391 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.207660 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.207998 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.208360 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.208694 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.209026 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.209359 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.209826 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.210233 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.210588 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.210913 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.211234 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.211559 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.211878 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.212201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:05.235843 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] No DVR routers for this DVR port c9672453-af7a-47d3-b2cc-46ead0204f1d on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:52:05.238632 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:05.242284 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a1496745-7924-4421-bbe6-76722f558e55 req-2cd5e5da-0910-42ef-9adc-d267449e999e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "DELETE /v2.0/ports/c9672453-af7a-47d3-b2cc-46ead0204f1d HTTP/1.1" status: 204 len: 173 time: 0.7013116 May 10 16:52:05.242725 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'name': 'network-vif-deleted', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:05.245496 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b182556-82f5-49a2-920b-45edd1edff98" -d '{"events": [{"server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "name": "network-vif-deleted", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:05.284000 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8e784-9db2-4d26-bf8b-e399dc991e21 x-openstack-request-id: req-05b8e784-9db2-4d26-bf8b-e399dc991e21 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:05.284393 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecdb938-f6bb-4133-bbf8-f4b9645ce76a", "name": "network-vif-deleted", "tag": "c9672453-af7a-47d3-b2cc-46ead0204f1d", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:05.284653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05b8e784-9db2-4d26-bf8b-e399dc991e21 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:05.285056 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b8e784-9db2-4d26-bf8b-e399dc991e21'] response: {'server_uuid': 'aecdb938-f6bb-4133-bbf8-f4b9645ce76a', 'name': 'network-vif-deleted', 'tag': 'c9672453-af7a-47d3-b2cc-46ead0204f1d', 'status': 'completed', 'code': 200} May 10 16:52:05.670497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd022-0f5e-4af2-a396-aeddda4e95ee req-dfed5ee2-39cb-43a3-82b0-42f74b4f98c6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:05.672236 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78ddd022-0f5e-4af2-a396-aeddda4e95ee req-dfed5ee2-39cb-43a3-82b0-42f74b4f98c6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0485394 May 10 16:52:05.720892 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78ddd022-0f5e-4af2-a396-aeddda4e95ee req-9029b3a6-8803-4fc7-9062-ac722045dbb3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 May 10 16:52:06.833099 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3cd82-af55-4f7c-a64a-2854161aa7e3 req-5d057769-c213-4593-8122-0f2068a646bb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:06.834559 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dda3cd82-af55-4f7c-a64a-2854161aa7e3 req-5d057769-c213-4593-8122-0f2068a646bb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0463588 May 10 16:52:06.884130 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dda3cd82-af55-4f7c-a64a-2854161aa7e3 req-f5198e7d-987e-4ea8-917a-871a8a6c6ee8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 May 10 16:52:07.996396 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf8fbb-6e60-4539-8a0d-bbe932e4f5bb req-5df072b3-0ea4-4983-be14-62d90944c094 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:07.997842 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d6bf8fbb-6e60-4539-8a0d-bbe932e4f5bb req-5df072b3-0ea4-4983-be14-62d90944c094 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0453868 May 10 16:52:08.044870 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d6bf8fbb-6e60-4539-8a0d-bbe932e4f5bb req-fb497f85-24c4-414b-974b-ef54bbe81e7f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 May 10 16:52:09.159223 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c9672453-af7a-47d3-b2cc-46ead0204f1d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:52:09.162573 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb22a-1dc7-4255-9a7f-f6e570e7c38b req-3ecd0733-9907-497e-9c41-6ddfa4cff23c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:09.164065 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-80afb22a-1dc7-4255-9a7f-f6e570e7c38b req-3ecd0733-9907-497e-9c41-6ddfa4cff23c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0473900 May 10 16:52:09.179924 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: c9672453-af7a-47d3-b2cc-46ead0204f1d {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:52:09.180293 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c9672453-af7a-47d3-b2cc-46ead0204f1d not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:52:09.210909 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-80afb22a-1dc7-4255-9a7f-f6e570e7c38b req-68f5a9fb-68b4-4189-9796-0de7ae0c9695 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412760 May 10 16:52:10.328016 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adeb7d-51ed-4e4d-8e45-d74cbfc427ae req-87073425-6b0d-45d2-81bb-77deb8ec0709 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:10.330079 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56adeb7d-51ed-4e4d-8e45-d74cbfc427ae req-87073425-6b0d-45d2-81bb-77deb8ec0709 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0510488 May 10 16:52:10.380718 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56adeb7d-51ed-4e4d-8e45-d74cbfc427ae req-76ed006e-cf5a-4991-8e86-450b0462a835 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 May 10 16:52:11.495238 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36785e33-4fc5-4cef-9617-edfae97a3653 req-a4c414ca-8378-4032-9efe-3476f98281e6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:11.496693 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-36785e33-4fc5-4cef-9617-edfae97a3653 req-a4c414ca-8378-4032-9efe-3476f98281e6 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0471804 May 10 16:52:11.543396 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-36785e33-4fc5-4cef-9617-edfae97a3653 req-fbf3aab6-0ca8-4648-b228-17f9c2f4dde1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406756 May 10 16:52:11.683549 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:52:12.657633 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54204a9-c3a2-4e5b-8b63-b10b6f08e908 req-9cfcfa61-9fd5-484c-9253-ec4d92c911bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:12.659102 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f54204a9-c3a2-4e5b-8b63-b10b6f08e908 req-9cfcfa61-9fd5-484c-9253-ec4d92c911bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0465732 May 10 16:52:12.705855 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f54204a9-c3a2-4e5b-8b63-b10b6f08e908 req-1253957c-5376-4fd3-aa9c-6ee235c281ee tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 May 10 16:52:13.829788 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4109ac-d958-46c3-8c8a-3935f8c1fa52 req-3c3bd7c5-94ba-436a-9bc9-1e51315c212f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:13.831300 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a4109ac-d958-46c3-8c8a-3935f8c1fa52 req-3c3bd7c5-94ba-436a-9bc9-1e51315c212f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0556023 May 10 16:52:13.878324 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a4109ac-d958-46c3-8c8a-3935f8c1fa52 req-36b4ba56-a8be-42d1-978f-2741ffdf3595 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 May 10 16:52:14.066589 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-1761e369-c8db-424a-b0df-b683c414f63e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:14.067994 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-1761e369-c8db-424a-b0df-b683c414f63e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 813 time: 0.1049666 May 10 16:52:14.082189 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-b7628513-c9df-4292-a9cc-c932c26fa164 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/quotas/ea67afdf22fd4b41ac5f34bc29f3b7b8 HTTP/1.1" status: 200 len: 375 time: 0.0088034 May 10 16:52:14.114189 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-1cd3c944-e677-468e-9043-0170efa3a0d3 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272865 May 10 16:52:14.205712 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-a6c5a854-c8ee-42ac-9587-0b9a1fbfd0ae service neutron] 10.222.0.48 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 May 10 16:52:14.295961 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-52964e05-87bc-4a20-a271-734dcc0c1bbf service neutron] 10.222.0.48 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847435 May 10 16:52:14.460670 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9120910f-5365-47b5-8ac5-3aa4791af893 req-1116d544-85a0-4140-9043-64e33d8f020d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 210 time: 0.0278883 May 10 16:52:15.003870 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c77cf-d1b0-4c68-bc06-5e2ebc468fb8 req-95724344-c0a8-4835-85c1-c8cd518b3ccf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:15.005458 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-618c77cf-d1b0-4c68-bc06-5e2ebc468fb8 req-95724344-c0a8-4835-85c1-c8cd518b3ccf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0556715 May 10 16:52:15.065939 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-618c77cf-d1b0-4c68-bc06-5e2ebc468fb8 req-a7703705-4a79-49ee-9b92-1a162353cbb8 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547671 May 10 16:52:15.504343 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-1effa189-9331-493d-a14e-256ea5614031 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:15.505916 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-1effa189-9331-493d-a14e-256ea5614031 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 813 time: 0.1063566 May 10 16:52:15.521796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Request body: {'port': {'device_id': 'b5c8deb8-8525-4818-a322-888512260d7a', 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33', 'admin_state_up': True, 'tenant_id': 'ea67afdf22fd4b41ac5f34bc29f3b7b8'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:15.597534 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6e52da58-45e9-484d-87a2-2c7de9ee18a0 req-e534db3d-790d-4553-8c32-fcd26116b729 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 210 time: 0.0572145 May 10 16:52:15.661989 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Made reservation on behalf of ea67afdf22fd4b41ac5f34bc29f3b7b8 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:52:15.665838 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:15.795253 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Allocated IP 172.20.0.6 (86c89ebc-58b3-49c4-b16f-4293e1e93d33/ee8f702c-e4f9-4272-bd01-f00f6cf04f27/9b019ea1-4c69-432b-9c7a-818601fff78a) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:52:15.943394 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks [] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:15.983758 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.027471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:52:16.031046 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:52:16.038452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:52:16.075119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Pushing event updated for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:16.105990 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:16.106610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.124158 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-538b6c51-e88a-4215-8156-64fe9c8f6c44 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075313 May 10 16:52:16.138200 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Request body: {'port': {'device_id': 'b5c8deb8-8525-4818-a322-888512260d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:16.199313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe98aa-923d-40fd-9054-73b6c13b7fd1 req-5af98fb0-0f09-4663-8a60-ca41342d792d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:16.200929 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8abe98aa-923d-40fd-9054-73b6c13b7fd1 req-5af98fb0-0f09-4663-8a60-ca41342d792d tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0550809 May 10 16:52:16.204827 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.249854 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8abe98aa-923d-40fd-9054-73b6c13b7fd1 req-f544a489-3303-437b-b382-f126089920c1 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 May 10 16:52:16.487656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b019ea1-4c69-432b-9c7a-818601fff78a {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:52:16.495512 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks [] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.509879 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Transition to ACTIVE for port object 9b019ea1-4c69-432b-9c7a-818601fff78a will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:52:16.513600 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.571785 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:16.643155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Attempting to bind port 9b019ea1-4c69-432b-9c7a-818601fff78a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:52:16.643490 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Attempting to bind port 9b019ea1-4c69-432b-9c7a-818601fff78a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:52:16.643816 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Attempting to bind port 9b019ea1-4c69-432b-9c7a-818601fff78a on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:16.648519 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Port 9b019ea1-4c69-432b-9c7a-818601fff78a on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:52:16.648836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Attempting to bind port 9b019ea1-4c69-432b-9c7a-818601fff78a on network 86c89ebc-58b3-49c4-b16f-4293e1e93d33 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:16.654889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:52:16.655239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Checking segment: {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:52:16.655627 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Bound using segment: {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:52:16.656067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Bound port: 9b019ea1-4c69-432b-9c7a-818601fff78a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319107b-5b15-44cf-b7db-5b567ab4c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:52:16.656461 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.742637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6763d-ddee-40d7-8967-9e5dfef177c1 req-d2a29ac8-064a-4d5c-aa89-3a91021b8a0d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:16.744081 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fed6763d-ddee-40d7-8967-9e5dfef177c1 req-d2a29ac8-064a-4d5c-aa89-3a91021b8a0d tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 943 time: 0.0759249 May 10 16:52:16.784866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:52:16.805805 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9b019ea1-4c69-432b-9c7a-818601fff78a,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:52:16.815979 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.847450 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fed6763d-ddee-40d7-8967-9e5dfef177c1 req-be8cb873-0474-496f-a1e9-21d20ab99c57 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938947 May 10 16:52:16.856822 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:16.857459 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:16.858845 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b019ea1-4c69-432b-9c7a-818601fff78a HTTP/1.1" status: 200 len: 1093 time: 0.7257762 May 10 16:52:16.859418 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:16.861620 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279b46e5-faac-4c21-9d82-b115d7de8702" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:16.893260 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a63a7-69d9-4d6b-8971-fa90caf14dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:16.905006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9f1a5-f594-438e-864f-972fec55b9a0 x-openstack-request-id: req-2ca9f1a5-f594-438e-864f-972fec55b9a0 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:16.905302 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:16.905560 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca9f1a5-f594-438e-864f-972fec55b9a0 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:16.905970 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca9f1a5-f594-438e-864f-972fec55b9a0'] response: {'name': 'network-changed', 'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a', 'status': 'completed', 'code': 200} May 10 16:52:16.953791 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-0e572ed0-980d-4cc9-8ec8-33fbea4b1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:16.955986 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-0e572ed0-980d-4cc9-8ec8-33fbea4b1bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 1127 time: 0.0418277 May 10 16:52:17.009038 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-f172f600-08ec-456a-b076-5de39c3d5be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b019ea1-4c69-432b-9c7a-818601fff78a HTTP/1.1" status: 200 len: 217 time: 0.0399556 May 10 16:52:17.061131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-20c4d593-01ea-4637-b06a-b4b008602af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:17.062592 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-20c4d593-01ea-4637-b06a-b4b008602af2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8f702c-e4f9-4272-bd01-f00f6cf04f27 HTTP/1.1" status: 200 len: 853 time: 0.0460320 May 10 16:52:17.100935 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-318a993c-e943-41a3-af6c-c8068af23b1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86c89ebc-58b3-49c4-b16f-4293e1e93d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307174 May 10 16:52:17.195986 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-d3f5fdbe-f62b-4c28-9272-35969e0d4bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871265 May 10 16:52:17.288701 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03fe0768-d29d-4ad2-93cc-55387bdeee5f req-44bb3081-e40e-4183-981e-cb6b1b92aa2e service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849092 May 10 16:52:17.365142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3445ca-eeb7-4356-85f2-418116dd21d2 req-3d3c5ab6-5133-4666-ada1-db84e438ec25 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:17.366718 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a3445ca-eeb7-4356-85f2-418116dd21d2 req-3d3c5ab6-5133-4666-ada1-db84e438ec25 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0489960 May 10 16:52:17.419909 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a3445ca-eeb7-4356-85f2-418116dd21d2 req-b521a9fb-21ae-40a5-8737-f55511e2b1db tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 May 10 16:52:17.970384 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076e-44c8-44e5-983a-7aaf9d018ab5 req-a56cb8ef-ae79-4982-9557-c075bde9cba8 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:17.971956 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-732a076e-44c8-44e5-983a-7aaf9d018ab5 req-a56cb8ef-ae79-4982-9557-c075bde9cba8 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 943 time: 0.0521729 May 10 16:52:18.023026 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-732a076e-44c8-44e5-983a-7aaf9d018ab5 req-f54275d9-5a3c-4ef0-9cf2-badedde78561 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 May 10 16:52:18.472948 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-8d000b3b-8d96-4f39-94e2-9732d2e39550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:18.475783 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-8d000b3b-8d96-4f39-94e2-9732d2e39550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 1127 time: 0.0425069 May 10 16:52:18.580039 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ededf-0bc3-424c-92bb-2b4fcae7bc98 req-3fd9b98d-4793-463c-acc8-958d68e454fa tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:18.581571 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-681ededf-0bc3-424c-92bb-2b4fcae7bc98 req-3fd9b98d-4793-463c-acc8-958d68e454fa tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0871196 May 10 16:52:18.632523 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-d4591fc2-eb3a-43a6-b5fb-42fdc7af1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:18.634000 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-d4591fc2-eb3a-43a6-b5fb-42fdc7af1417 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 200 len: 914 time: 0.1470363 May 10 16:52:18.656538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-681ededf-0bc3-424c-92bb-2b4fcae7bc98 req-d6663f3a-9f2c-4cb2-afa3-f4e7e15edf69 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685337 May 10 16:52:18.685424 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-c08264a2-f863-4449-bae5-c3da545c6c19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b019ea1-4c69-432b-9c7a-818601fff78a HTTP/1.1" status: 200 len: 217 time: 0.0418351 May 10 16:52:18.737817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-30cb838f-196e-4655-acd5-54c7fec3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:18.739249 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-30cb838f-196e-4655-acd5-54c7fec3a27c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8f702c-e4f9-4272-bd01-f00f6cf04f27 HTTP/1.1" status: 200 len: 853 time: 0.0477569 May 10 16:52:18.792492 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-9265cdd1-dcdb-4984-ae8d-9ace77a876f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86c89ebc-58b3-49c4-b16f-4293e1e93d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257804 May 10 16:52:18.939928 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-466f2685-f29b-40ef-b141-8359a266583e service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827639 May 10 16:52:19.046317 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-279b46e5-faac-4c21-9d82-b115d7de8702 req-9f17f67f-692d-46bf-994c-ccab3027441e service neutron] 10.222.0.32 "GET /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984006 May 10 16:52:19.124136 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d792ebb-2aec-4d5b-a01f-4e20cd8b6ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:19.140697 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209df561-3c0b-44ee-8aeb-8002730bbae4 req-7ec70d41-0edd-4c4c-b268-df2c065a6f99 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:19.142744 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-209df561-3c0b-44ee-8aeb-8002730bbae4 req-7ec70d41-0edd-4c4c-b268-df2c065a6f99 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 943 time: 0.0516305 May 10 16:52:19.192670 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-209df561-3c0b-44ee-8aeb-8002730bbae4 req-e9243083-b58e-4cc9-be7d-ed4f23808755 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 May 10 16:52:19.775038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef42b-fe6d-43d6-b245-c0d973dbe454 req-75420b44-0043-4a53-900a-af8fada38606 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:19.776530 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a6ef42b-fe6d-43d6-b245-c0d973dbe454 req-75420b44-0043-4a53-900a-af8fada38606 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0472083 May 10 16:52:19.823609 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a6ef42b-fe6d-43d6-b245-c0d973dbe454 req-cf07d38a-45fc-4110-8adf-de2427f91ef7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 May 10 16:52:20.305830 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a191-abe8-4d49-8b9c-4ccfcae5ccc6 req-96b86656-a640-469f-8e3e-554f96ca7b27 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:20.307313 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-61a5a191-abe8-4d49-8b9c-4ccfcae5ccc6 req-96b86656-a640-469f-8e3e-554f96ca7b27 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 943 time: 0.0484707 May 10 16:52:20.353859 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-61a5a191-abe8-4d49-8b9c-4ccfcae5ccc6 req-04f7ae9c-5fed-4ba8-a647-363e212e628e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 May 10 16:52:20.942622 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb521d-5813-4139-9548-757ef45f2ebe req-0fe11949-ca3c-42f4-a693-055bfd68edac tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:20.944483 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0efb521d-5813-4139-9548-757ef45f2ebe req-0fe11949-ca3c-42f4-a693-055bfd68edac tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0534403 May 10 16:52:21.021108 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0efb521d-5813-4139-9548-757ef45f2ebe req-f8f2d9ea-f4bc-4768-8207-61ee830d9fb7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713217 May 10 16:52:21.026396 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f6ff-10e5-46c2-8c76-f71abaab381a req-e519e96b-d2d0-4674-9092-b779ee6ae430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:21.027806 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d26f6ff-10e5-46c2-8c76-f71abaab381a req-e519e96b-d2d0-4674-9092-b779ee6ae430 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0525844 May 10 16:52:21.070991 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d26f6ff-10e5-46c2-8c76-f71abaab381a req-f43209b8-410a-48ba-b006-ba6943fb6f97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370114 May 10 16:52:21.167029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9b019ea1-4c69-432b-9c7a-818601fff78a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:52:21.268016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9b019ea1-4c69-432b-9c7a-818601fff78a,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:21.279354 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '9b019ea1-4c69-432b-9c7a-818601fff78a', 'network_id': '86c89ebc-58b3-49c4-b16f-4293e1e93d33', 'port_id': '9b019ea1-4c69-432b-9c7a-818601fff78a', 'mac_address': 'fa:16:3e:dd:d3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8f702c-e4f9-4272-bd01-f00f6cf04f27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:52:21.317505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 9b019ea1-4c69-432b-9c7a-818601fff78a is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:52:21.317885 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:21.331365 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b019ea1-4c69-432b-9c7a-818601fff78a {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:52:21.351890 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9b019ea1-4c69-432b-9c7a-818601fff78a,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:21.359530 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:21.399184 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cabdf292-bbc7-4e15-8ed0-fe6ed17e653d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:21.418646 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:21.426678 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.427029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.427403 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.427748 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.428084 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.428457 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.428791 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.429118 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.429461 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.429791 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.430119 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.430463 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.430789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.431109 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.431433 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:52:21.474210 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc4c8b-f4eb-4f36-bef7-96ae3990d55d req-bf6243d8-2fea-4b6d-aeac-cb4e35c3caff tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:21.475746 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d2cc4c8b-f4eb-4f36-bef7-96ae3990d55d req-bf6243d8-2fea-4b6d-aeac-cb4e35c3caff tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 944 time: 0.0520849 May 10 16:52:21.531725 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d2cc4c8b-f4eb-4f36-bef7-96ae3990d55d req-961d9e1c-1ecd-4abb-8311-42a453bf668f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 May 10 16:52:21.664164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['9b019ea1-4c69-432b-9c7a-818601fff78a'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:52:22.134734 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7538-6a85-4608-ac54-2c288b6d2ae0 req-71535645-9756-4345-9e3c-edc45374552e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:22.136192 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a26b7538-6a85-4608-ac54-2c288b6d2ae0 req-71535645-9756-4345-9e3c-edc45374552e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0460103 May 10 16:52:22.185461 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a26b7538-6a85-4608-ac54-2c288b6d2ae0 req-46ab6c92-e4a8-4ca1-a083-bd19a67b64e9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 May 10 16:52:22.492044 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:22.651971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae770c7-2b45-4acd-b5f0-6f987fa5201a req-41363883-949e-4761-912a-b42545f24c33 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:22.653481 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0ae770c7-2b45-4acd-b5f0-6f987fa5201a req-41363883-949e-4761-912a-b42545f24c33 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 944 time: 0.0503850 May 10 16:52:22.701226 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0ae770c7-2b45-4acd-b5f0-6f987fa5201a req-bc211472-1503-4a14-a427-7451fa63d438 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 May 10 16:52:23.175682 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9b019ea1-4c69-432b-9c7a-818601fff78a up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:52:23.220734 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 9b019ea1-4c69-432b-9c7a-818601fff78a completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:52:23.227813 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 9b019ea1-4c69-432b-9c7a-818601fff78a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:52:23.228217 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:23.305133 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 9b019ea1-4c69-432b-9c7a-818601fff78a is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:52:23.305383 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aa1cf-2ea1-477f-b42a-1e52446674b0 req-b8af6de7-2c4c-453f-93cd-13e7fd54c081 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:23.305852 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:23.306843 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-365aa1cf-2ea1-477f-b42a-1e52446674b0 req-b8af6de7-2c4c-453f-93cd-13e7fd54c081 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0516586 May 10 16:52:23.329031 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:23.331522 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e93100-a9fb-4ecc-8820-3e5182ffe95b" -d '{"events": [{"server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:23.350162 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9b019ea1-4c69-432b-9c7a-818601fff78a,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:23.355986 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-365aa1cf-2ea1-477f-b42a-1e52446674b0 req-e743095c-9338-47a8-94ff-7a3c0b958060 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429480 May 10 16:52:23.356208 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:23.380101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f692a-4172-4147-9d6e-2ae9d7b94ced x-openstack-request-id: req-d37f692a-4172-4147-9d6e-2ae9d7b94ced {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:23.380432 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:23.380667 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d37f692a-4172-4147-9d6e-2ae9d7b94ced {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:23.381058 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37f692a-4172-4147-9d6e-2ae9d7b94ced'] response: {'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a', 'code': 200} May 10 16:52:23.408816 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:23.556544 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ebaf1-3f1a-4771-833e-0ddcd915f508 req-9a9cc470-35cb-4a40-bdb3-0529d331525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:23.558010 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b5ebaf1-3f1a-4771-833e-0ddcd915f508 req-9a9cc470-35cb-4a40-bdb3-0529d331525e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 1129 time: 0.0382988 May 10 16:52:23.607982 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b5ebaf1-3f1a-4771-833e-0ddcd915f508 req-9ccc6a61-69da-49c7-b13f-40a90d652002 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 May 10 16:52:23.801255 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d44-9be8-4193-b84a-15b2645616bc req-68d9d892-db82-4cb7-843c-2b1f24937f9a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:23.802885 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-947f5d44-9be8-4193-b84a-15b2645616bc req-68d9d892-db82-4cb7-843c-2b1f24937f9a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0495665 May 10 16:52:23.815167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8845d-e184-4691-a0aa-40016d5eb744 req-9309c42a-2b8a-41d5-9c4d-6e26d275ff6e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:23.816666 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a4d8845d-e184-4691-a0aa-40016d5eb744 req-9309c42a-2b8a-41d5-9c4d-6e26d275ff6e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.0468791 May 10 16:52:23.852733 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-947f5d44-9be8-4193-b84a-15b2645616bc req-2fb16465-ce2a-43ad-9f84-0cd5d70830a3 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440655 May 10 16:52:23.871250 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a4d8845d-e184-4691-a0aa-40016d5eb744 req-3990c527-48f0-41c4-ad0a-d0496d93a884 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 May 10 16:52:23.919385 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-4910d5ec-1d55-406d-b515-2c6591be749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:23.920889 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-4910d5ec-1d55-406d-b515-2c6591be749b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0382118 May 10 16:52:24.014367 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-4de3d472-70ca-47b2-8ce5-d4f183cdace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:24.015715 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-4de3d472-70ca-47b2-8ce5-d4f183cdace9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.0811870 May 10 16:52:24.274291 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:24.532672 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-b0e0e217-d21f-4aac-9a7f-c66a68dea462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1002 time: 0.0605955 May 10 16:52:24.581165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-76817750-c4ef-434d-ba4e-589c100ee91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:24.582759 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-76817750-c4ef-434d-ba4e-589c100ee91e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0438352 May 10 16:52:24.624437 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-0a4acfca-b66e-4dba-96f5-c3e0a8f1b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:24.626459 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-0a4acfca-b66e-4dba-96f5-c3e0a8f1b844 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369680 May 10 16:52:24.722148 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-b6f429f1-2b19-4602-ad64-d1b65281869a service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851953 May 10 16:52:24.814221 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-acbdbe24-da1e-4e12-a2d4-0984180a3d11 req-79101be1-29dd-40a8-9f75-4acec64b513a service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844500 May 10 16:52:24.967126 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504357-b926-4877-8213-e0c478c4e2c9 req-f2ee723f-f598-41f3-b66c-12728e440990 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:24.968625 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e6504357-b926-4877-8213-e0c478c4e2c9 req-f2ee723f-f598-41f3-b66c-12728e440990 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0472858 May 10 16:52:24.989528 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe8666-b31d-4c28-bed3-c5e4a89efe96 req-c0c12d89-ef3f-43cb-9da6-a1ba21caa8ef tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:24.990999 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1abe8666-b31d-4c28-bed3-c5e4a89efe96 req-c0c12d89-ef3f-43cb-9da6-a1ba21caa8ef tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.0533683 May 10 16:52:25.020294 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e6504357-b926-4877-8213-e0c478c4e2c9 req-a845f2ea-643f-4e80-af17-6581bd499ee4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455179 May 10 16:52:25.038726 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1abe8666-b31d-4c28-bed3-c5e4a89efe96 req-ca9fd7b3-0fdf-4b49-bb2f-f6aad794af75 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 May 10 16:52:25.622770 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:26.134513 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff4a3-52e2-4dfc-b41f-a47a9c9d6c34 req-2827609e-841f-4420-87fd-e81de518a44f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:26.135988 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fdbff4a3-52e2-4dfc-b41f-a47a9c9d6c34 req-2827609e-841f-4420-87fd-e81de518a44f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0476005 May 10 16:52:26.151783 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceedf7-3dd3-4cb4-9a8c-0ff8ab21151a req-80f6f2b4-ae8f-43ee-a38b-67f6c65226a4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:26.153288 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dceedf7-3dd3-4cb4-9a8c-0ff8ab21151a req-80f6f2b4-ae8f-43ee-a38b-67f6c65226a4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.0469358 May 10 16:52:26.183830 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fdbff4a3-52e2-4dfc-b41f-a47a9c9d6c34 req-55acbe08-adee-457d-9e6d-8c26a7d47bbc tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 May 10 16:52:26.200906 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dceedf7-3dd3-4cb4-9a8c-0ff8ab21151a req-3b9ab6ed-c296-4cb3-a7c8-e9dd334d2823 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 May 10 16:52:27.302026 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be546-f6db-431c-9faf-b6a6cf2b0805 req-600794af-5531-4902-913e-492c7795281a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:27.303655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-797be546-f6db-431c-9faf-b6a6cf2b0805 req-600794af-5531-4902-913e-492c7795281a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0497720 May 10 16:52:27.367442 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-797be546-f6db-431c-9faf-b6a6cf2b0805 req-00e1ca20-8b96-4a98-8513-e87f51d604fb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569947 May 10 16:52:28.483473 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25236697-4b3a-4654-974c-5ebc3796d72e req-288ccfe4-8149-4d46-81fd-e69a27118f23 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:28.485816 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-25236697-4b3a-4654-974c-5ebc3796d72e req-288ccfe4-8149-4d46-81fd-e69a27118f23 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0459049 May 10 16:52:28.531191 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-25236697-4b3a-4654-974c-5ebc3796d72e req-b9f4fc59-f540-4e55-8826-7852bc1546b2 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 May 10 16:52:28.642504 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c786b-d81a-4c8d-adb4-9166c209b617 req-68cda91d-3ba1-4f25-98b4-ad6c2d563cd9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:28.644418 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fb3c786b-d81a-4c8d-adb4-9166c209b617 req-68cda91d-3ba1-4f25-98b4-ad6c2d563cd9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0502791 May 10 16:52:28.653160 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 42898) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:28.658482 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Request body: {'floatingip': {'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:28.716911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:28.853883 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:29.184041 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:29.187653 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:29.646278 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:52:29.755777 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:52:29.760698 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:29.765281 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:52:29.777019 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:29.777619 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:29.791844 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:29.794274 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b73717-d412-469b-847b-2fe7ef11b96f" -d '{"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:29.823086 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2537552d-4a0f-43fc-89bf-2bc5a1b0038c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "PUT /v2.0/floatingips/a0c426e8-9cfa-48b2-a9a9-c6150287f21d HTTP/1.1" status: 200 len: 994 time: 1.1687841 May 10 16:52:29.843010 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2620fd-727e-4416-bd76-3648e04e5d7e x-openstack-request-id: req-fb2620fd-727e-4416-bd76-3648e04e5d7e {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:29.843309 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:29.843566 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb2620fd-727e-4416-bd76-3648e04e5d7e {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:29.843973 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2620fd-727e-4416-bd76-3648e04e5d7e'] response: {'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'status': 'completed', 'code': 200} May 10 16:52:29.889838 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:29.914367 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-80cdf7cb-202d-4494-a658-f47b1f1d6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:29.915841 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-80cdf7cb-202d-4494-a658-f47b1f1d6491 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0390589 May 10 16:52:30.007634 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-b4e8854b-8398-4272-9e08-0cde264d017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:30.009266 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-b4e8854b-8398-4272-9e08-0cde264d017b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.0879033 May 10 16:52:30.080327 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-6fd83182-7e25-4d65-9e9e-279d44f2de04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1002 time: 0.0629070 May 10 16:52:30.118882 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:52:29Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:30.130109 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-9d7ea74e-80bf-445f-9ed5-b223fb666b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:30.131675 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-9d7ea74e-80bf-445f-9ed5-b223fb666b82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0467253 May 10 16:52:30.146328 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:52:30.158413 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:30.159032 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:30.187220 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-94cea723-38bf-43ad-99af-1ced5407f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:30.189169 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-94cea723-38bf-43ad-99af-1ced5407f565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440600 May 10 16:52:30.280679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-f1928ae9-940b-49c3-83a5-1e8c05aff432 service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844095 May 10 16:52:30.283540 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:30.402283 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a5b73717-d412-469b-847b-2fe7ef11b96f req-9e5d3c56-8f9f-49cc-a0c3-691ae0673cbf service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118283 May 10 16:52:30.524572 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:52:29Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:30.551915 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cbf52-9103-4955-894b-5cf2758bb9f5 None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a0c426e8-9cfa-48b2-a9a9-c6150287f21d', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'port_id': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'mac_address': 'fa:16:3e:a8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:50:31Z', 'updated_at': '2022-05-10T16:52:29Z', 'revision_number': 3, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:52:31.768399 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5aa93-459a-4bcf-b517-007aada1aeb9 req-b03ed493-15e4-421a-a91b-b92a260be6cf tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:31.769774 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3df5aa93-459a-4bcf-b517-007aada1aeb9 req-b03ed493-15e4-421a-a91b-b92a260be6cf tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0532424 May 10 16:52:31.783884 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-93403a9d-8891-45da-b2f6-255876fa1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:31.785371 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-93403a9d-8891-45da-b2f6-255876fa1b37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1169 time: 0.0415323 May 10 16:52:31.832197 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3df5aa93-459a-4bcf-b517-007aada1aeb9 req-e1b8690b-3f52-42b5-9875-a250038bbd20 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565453 May 10 16:52:31.845382 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:31.848178 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4550f08f-524e-41e5-875d-2b7dd900e6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:31.879232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-0a8731e9-d575-4c59-8eb0-b1e1410dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:31.881038 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-0a8731e9-d575-4c59-8eb0-b1e1410dd527 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.0857651 May 10 16:52:31.882394 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d31e32-a95a-4d0a-8fc1-ac25ecc44787 x-openstack-request-id: req-f3d31e32-a95a-4d0a-8fc1-ac25ecc44787 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:31.882683 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:31.882940 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3d31e32-a95a-4d0a-8fc1-ac25ecc44787 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:31.883328 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d31e32-a95a-4d0a-8fc1-ac25ecc44787'] response: {'name': 'network-changed', 'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'status': 'completed', 'code': 200} May 10 16:52:31.990866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-ac8551ee-c544-42fa-985e-453dbc8cfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:31.992351 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-ac8551ee-c544-42fa-985e-453dbc8cfe30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 1130 time: 0.0509009 May 10 16:52:31.996299 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-202ad6bc-cc4e-4cbf-ab1d-4376a99726c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 1002 time: 0.0945215 May 10 16:52:32.101377 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-da75b4dc-86ab-4e8f-a2d4-4f7acbf97f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.102761 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-da75b4dc-86ab-4e8f-a2d4-4f7acbf97f47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0955014 May 10 16:52:32.161542 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-48a4b95f-abbb-4ecd-ab46-e019fdd1ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.163104 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-48a4b95f-abbb-4ecd-ab46-e019fdd1ec4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.1568830 May 10 16:52:32.166399 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-6483f262-1d74-45e0-8ae4-0b7bc5180318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.167744 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-6483f262-1d74-45e0-8ae4-0b7bc5180318 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544291 May 10 16:52:32.286970 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-e47851a9-4b6e-4cfa-b3eb-8b88e3c605cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 200 len: 1002 time: 0.1078010 May 10 16:52:32.352366 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-56a0c63d-1c58-42ea-ba33-ece061e9edf9 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676702 May 10 16:52:32.357232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-5667cc12-a036-4f41-9ded-296a7bb607d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.358553 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-5667cc12-a036-4f41-9ded-296a7bb607d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0621111 May 10 16:52:32.682551 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-58e27082-7201-4a5b-a9b7-6556a914a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.684042 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-58e27082-7201-4a5b-a9b7-6556a914a6ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3150604 May 10 16:52:32.756436 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aef05f0-5406-42e9-bcd0-d00c1105d12f req-63bd883a-afba-4039-be21-2c7cd60e0f2e service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885128 May 10 16:52:32.792562 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-d7911783-ee0d-4e31-836f-334fec47d3cf service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930157 May 10 16:52:32.972487 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfea8b5-8f73-4701-b1d9-03e6ca924a27 req-0b801696-34ef-45a8-80ff-9e15efc4ff9b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:32.973855 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1cfea8b5-8f73-4701-b1d9-03e6ca924a27 req-0b801696-34ef-45a8-80ff-9e15efc4ff9b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0677180 May 10 16:52:32.977241 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4550f08f-524e-41e5-875d-2b7dd900e6c4 req-1a7fbc1b-b4e6-4ca6-ad05-46ef3b84096b service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286554 May 10 16:52:33.032787 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1cfea8b5-8f73-4701-b1d9-03e6ca924a27 req-ed1bbf65-0a47-409f-9f9d-032e48013fa7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529103 May 10 16:52:34.144893 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766135-099e-40e5-8782-5f4175bfd26d req-18d065a5-e2fe-48ac-9227-01749e42cc72 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:34.146343 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3766135-099e-40e5-8782-5f4175bfd26d req-18d065a5-e2fe-48ac-9227-01749e42cc72 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0468287 May 10 16:52:34.208842 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3766135-099e-40e5-8782-5f4175bfd26d req-20cb1ca3-6b53-4e27-a131-df5a0a3133eb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569184 May 10 16:52:35.323840 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f9ec7-8747-42f3-b9c5-0882045cc7e8 req-a6cab179-d719-4de2-baed-57866a28bc82 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:35.325315 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ea6f9ec7-8747-42f3-b9c5-0882045cc7e8 req-a6cab179-d719-4de2-baed-57866a28bc82 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0480313 May 10 16:52:35.383157 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ea6f9ec7-8747-42f3-b9c5-0882045cc7e8 req-a407fd70-fa61-4aa0-8e4a-9d3541fd2ad1 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513349 May 10 16:52:36.496586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca5f8-cdd2-4fb2-8a0a-02e23c2a7206 req-5e59cf80-2763-4b1d-b96b-917e54e9345d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:36.498077 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f79ca5f8-cdd2-4fb2-8a0a-02e23c2a7206 req-5e59cf80-2763-4b1d-b96b-917e54e9345d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0486853 May 10 16:52:36.557765 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f79ca5f8-cdd2-4fb2-8a0a-02e23c2a7206 req-e042d5e9-5b70-4f5b-a558-8afd1100e9f5 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539205 May 10 16:52:37.674275 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd5148-1dbf-41f8-b170-94b95abcaa8b req-ae4eeea1-6171-4c0a-9324-f6f4f4055ad9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:37.676085 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-91bd5148-1dbf-41f8-b170-94b95abcaa8b req-ae4eeea1-6171-4c0a-9324-f6f4f4055ad9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0509825 May 10 16:52:37.735007 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-91bd5148-1dbf-41f8-b170-94b95abcaa8b req-c6b5827e-2e5c-45bf-9c01-0c6e42190046 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532570 May 10 16:52:38.872191 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f833f-5f04-4b57-a376-9c73109810b3 req-3dac7f55-fbe6-4406-ad64-a41449f69186 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:38.873786 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-656f833f-5f04-4b57-a376-9c73109810b3 req-3dac7f55-fbe6-4406-ad64-a41449f69186 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0504134 May 10 16:52:38.945252 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-656f833f-5f04-4b57-a376-9c73109810b3 req-24d65837-60ec-45be-af84-d27d573642d8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622032 May 10 16:52:39.168477 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bf7e0-f8e9-431c-8e26-cbfa7ff19905 req-15736251-18c2-42d5-8f3e-d64f8bb2c691 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:39.169947 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-669bf7e0-f8e9-431c-8e26-cbfa7ff19905 req-15736251-18c2-42d5-8f3e-d64f8bb2c691 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0504322 May 10 16:52:39.222654 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-669bf7e0-f8e9-431c-8e26-cbfa7ff19905 req-05a844a0-2c5e-4f93-8b03-8ab3e4d0cb7f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 May 10 16:52:40.067894 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b409-1173-4151-a878-aa4ac5c6301a req-d59d5fe6-119d-49e8-a2bd-93a9286ccfd9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:40.069378 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3510b409-1173-4151-a878-aa4ac5c6301a req-d59d5fe6-119d-49e8-a2bd-93a9286ccfd9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0469613 May 10 16:52:40.134945 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3510b409-1173-4151-a878-aa4ac5c6301a req-fb5c4fa2-03b2-4c0e-8bf1-9c49ed2199d9 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598938 May 10 16:52:40.343189 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe4c0-8fec-466a-813f-fcc0a2d4b242 req-c822b74f-1982-4981-becf-06690218e818 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:40.345245 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9cbfe4c0-8fec-466a-813f-fcc0a2d4b242 req-c822b74f-1982-4981-becf-06690218e818 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0456123 May 10 16:52:40.392345 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9cbfe4c0-8fec-466a-813f-fcc0a2d4b242 req-c761adfb-d27a-4bb2-9b5d-ef2209ae5e38 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 May 10 16:52:41.253917 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf8c29-215e-46a2-b13b-b23e463d1572 req-fd8fdf4b-c872-4bbf-8cdf-1c5c7df18274 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:41.255686 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-65bf8c29-215e-46a2-b13b-b23e463d1572 req-fd8fdf4b-c872-4bbf-8cdf-1c5c7df18274 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0502243 May 10 16:52:41.315229 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-65bf8c29-215e-46a2-b13b-b23e463d1572 req-abb92eb6-c83d-4f62-9a94-c7862bcfd21a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536411 May 10 16:52:41.509463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d36d1-7193-4d1d-b09b-443d4d55f3be req-699986ea-cec0-43f0-bfbc-a3b3bbece152 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:41.510911 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6d4d36d1-7193-4d1d-b09b-443d4d55f3be req-699986ea-cec0-43f0-bfbc-a3b3bbece152 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0458446 May 10 16:52:41.558277 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6d4d36d1-7193-4d1d-b09b-443d4d55f3be req-4c828fed-e77c-4a1e-8c20-544f5a1e528f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 May 10 16:52:42.431173 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915842-41dd-4b80-940d-8189f888eb5c req-2c6a831a-1fc3-4802-b1a7-b10c507525fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:42.432679 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff915842-41dd-4b80-940d-8189f888eb5c req-2c6a831a-1fc3-4802-b1a7-b10c507525fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0501573 May 10 16:52:42.490738 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff915842-41dd-4b80-940d-8189f888eb5c req-fd1c10be-78c8-4a09-bc4e-8d2b93cd3ca0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525062 May 10 16:52:42.558709 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-a21e6f78-3ac4-4b6e-bb24-73ce2c0344e1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:42.560143 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-a21e6f78-3ac4-4b6e-bb24-73ce2c0344e1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0488358 May 10 16:52:42.685308 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Deleting port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:42.685558 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:42.696701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2539e2-c206-4b6e-a479-01b3a21f0dbd req-105421e5-977a-49b6-9fce-22db6e765d0d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:42.698127 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d2539e2-c206-4b6e-a479-01b3a21f0dbd req-105421e5-977a-49b6-9fce-22db6e765d0d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 946 time: 0.0634899 May 10 16:52:42.796952 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d2539e2-c206-4b6e-a479-01b3a21f0dbd req-3ead0ce1-f4de-439c-b69e-f0fddcc9bbe0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8549d10-f51b-45f4-a42c-f6ba947b35eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891194 May 10 16:52:42.814903 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] For port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:42.815267 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:43.033614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:43.033900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:43.034240 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Floating IP d328585b-28ed-42ed-a834-16150bb0e2b5 disassociated. External IP: 172.27.1.188, port: 494f67f0-21ef-40e7-8bd0-9ab88f71dbef. May 10 16:52:43.034567 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Calling delete_port for 494f67f0-21ef-40e7-8bd0-9ab88f71dbef owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:43.167773 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (494f67f0-21ef-40e7-8bd0-9ab88f71dbef), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:43.199429 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'Port': ['ID=494f67f0-21ef-40e7-8bd0-9ab88f71dbef,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:43.336868 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:52:43.453415 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:52:43.466959 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:52:43.482644 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b466a-80fd-4175-9174-a1fdbe00c4f0 req-56d80dcf-fd43-4702-996c-b9646ad3e011 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:43.485951 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:43.486798 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:43.491016 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-591b466a-80fd-4175-9174-a1fdbe00c4f0 req-56d80dcf-fd43-4702-996c-b9646ad3e011 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0713623 May 10 16:52:43.504265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] No DVR routers for this DVR port 494f67f0-21ef-40e7-8bd0-9ab88f71dbef on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:52:43.507587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:43.511996 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-379002fc-5ce0-4212-adcc-821cb2c13e81 req-62793fc9-6dda-40a7-a515-988751912869 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "DELETE /v2.0/ports/494f67f0-21ef-40e7-8bd0-9ab88f71dbef HTTP/1.1" status: 204 len: 173 time: 0.9403069 May 10 16:52:43.512712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-deleted', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:43.516553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9925207-6066-48bd-bb02-5cc111801553" -d '{"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-deleted", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:43.563508 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-591b466a-80fd-4175-9174-a1fdbe00c4f0 req-2bf9e642-273a-4798-a32a-4ce76456d75e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664854 May 10 16:52:43.628926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc0f98-b647-418f-8af2-18105bd58a2f x-openstack-request-id: req-08fc0f98-b647-418f-8af2-18105bd58a2f {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:43.629497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6739110-4e68-4993-83ec-7c1503f7b87b", "name": "network-vif-deleted", "tag": "494f67f0-21ef-40e7-8bd0-9ab88f71dbef", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:43.629497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08fc0f98-b647-418f-8af2-18105bd58a2f {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:43.629850 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fc0f98-b647-418f-8af2-18105bd58a2f'] response: {'server_uuid': 'c6739110-4e68-4993-83ec-7c1503f7b87b', 'name': 'network-vif-deleted', 'tag': '494f67f0-21ef-40e7-8bd0-9ab88f71dbef', 'status': 'completed', 'code': 200} May 10 16:52:43.647205 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534ac59-e002-44c2-abb4-1ac14e4c5dfc req-647bd891-29ba-4c93-bc8a-7f394fa6e139 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:43.649035 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1534ac59-e002-44c2-abb4-1ac14e4c5dfc req-647bd891-29ba-4c93-bc8a-7f394fa6e139 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0804837 May 10 16:52:43.716174 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1534ac59-e002-44c2-abb4-1ac14e4c5dfc req-9c611abd-733f-40f2-bd69-150b588cd779 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608339 May 10 16:52:43.755416 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:43.902013 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-64d14945-f299-4d6f-9beb-3e495c8c8d94 req-f698b663-0fc9-4167-81f1-020c5b59d45f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0311527 May 10 16:52:43.955739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:43.987959 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:52:43.996423 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:43.997039 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:44.109310 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:44.311223 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:44.350613 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29faf2f5-7d65-4648-b639-1ab5e843c046 None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:52:44.634122 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c23c1-f3b0-4d16-a378-1f93851c561a None None] New status for floating IP d328585b-28ed-42ed-a834-16150bb0e2b5: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:52:44.701119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16382a23-ff2a-400d-bcc9-3aecf496fbe1 req-365633ee-ecac-4db9-aaed-afac09940c11 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:44.702712 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-16382a23-ff2a-400d-bcc9-3aecf496fbe1 req-365633ee-ecac-4db9-aaed-afac09940c11 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0514235 May 10 16:52:44.753186 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-16382a23-ff2a-400d-bcc9-3aecf496fbe1 req-70864a09-9ddc-495f-87e5-a3e6499dd4c8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 May 10 16:52:44.854839 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abc8fb-61fd-41eb-b799-1e6b77b9a871 req-19f2ab59-1ab8-4bd2-805d-e78a6ea5ea00 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:44.857399 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d5abc8fb-61fd-41eb-b799-1e6b77b9a871 req-19f2ab59-1ab8-4bd2-805d-e78a6ea5ea00 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0573337 May 10 16:52:44.923810 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d5abc8fb-61fd-41eb-b799-1e6b77b9a871 req-6b9a268b-962e-441b-99cb-94aaed671e4a tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595846 May 10 16:52:45.009964 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2a392c10-2588-479b-94cf-9282008daa91 req-85b75bff-9881-49f5-afe6-00125a4e5826 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0276830 May 10 16:52:45.879555 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6171c6-28d0-45e6-9dca-eebc1f662599 req-49d05129-5e0e-4e74-b2a6-bbda68baab71 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:45.881284 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eb6171c6-28d0-45e6-9dca-eebc1f662599 req-49d05129-5e0e-4e74-b2a6-bbda68baab71 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0519378 May 10 16:52:45.936300 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eb6171c6-28d0-45e6-9dca-eebc1f662599 req-df1f59b6-c7e6-4311-aa95-32e4a3b191ac tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8106e2c-259d-4ea0-8143-f7604a315945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 May 10 16:52:46.062402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2efb8c-85cc-4e9b-b1ae-3459fa424c97 req-280eacf9-546b-4524-8e26-2ff1e9f6d546 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:46.065288 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc2efb8c-85cc-4e9b-b1ae-3459fa424c97 req-280eacf9-546b-4524-8e26-2ff1e9f6d546 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0573723 May 10 16:52:46.147143 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dac34-abac-41e2-813c-a535fdd39b15 req-6c3ef206-193b-4810-8442-f77ea3cc120d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:46.148631 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-240dac34-abac-41e2-813c-a535fdd39b15 req-6c3ef206-193b-4810-8442-f77ea3cc120d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 945 time: 0.0822208 May 10 16:52:46.165380 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9371b0a3-577d-49e9-9bfa-0038a9e1d5be req-482baebf-f622-4054-8d35-ca99325cc1b5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6739110-4e68-4993-83ec-7c1503f7b87b HTTP/1.1" status: 200 len: 210 time: 0.0453072 May 10 16:52:46.219374 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc2efb8c-85cc-4e9b-b1ae-3459fa424c97 req-21dca15a-cc05-4ae6-86cd-17da33ba07b2 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442418 May 10 16:52:46.276804 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Deleting port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:46.277065 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:46.365108 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] For port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:46.365468 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:46.536812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:46.537183 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:46.537557 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Floating IP 09c999af-3c27-40b0-8d4c-b63f7ec5038e disassociated. External IP: 172.27.1.141, port: 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0. May 10 16:52:46.537901 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Calling delete_port for 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:46.684546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (0ead7ac5-4337-4cb0-99ac-13f8b389ddd0), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:46.723788 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'Port': ['ID=0ead7ac5-4337-4cb0-99ac-13f8b389ddd0,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:46.889037 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:52:47.002522 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:52:47.013451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:52:47.024763 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:47.025950 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:47.069842 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2f1a671d-3dc4-4543-b3fe-7b69ecdc7a6c req-a8eaa658-ad23-438e-9a57-9a3172ab76be tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2b9076f-b216-4383-b9fd-80b05ada72a8 HTTP/1.1" status: 200 len: 210 time: 0.0605078 May 10 16:52:47.070369 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] No DVR routers for this DVR port 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:52:47.073117 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.078166 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-240dac34-abac-41e2-813c-a535fdd39b15 req-fabb4df2-0c9e-4198-9d0f-9d79ddb3a973 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "DELETE /v2.0/ports/0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 HTTP/1.1" status: 204 len: 173 time: 0.9183080 May 10 16:52:47.078331 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'name': 'network-vif-deleted', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:47.081296 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20241e90-2757-4271-874c-5078c230e515" -d '{"events": [{"server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "name": "network-vif-deleted", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:47.126403 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214f241-1c42-46ec-aedd-7d387be86e32 x-openstack-request-id: req-b214f241-1c42-46ec-aedd-7d387be86e32 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:47.126698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b9076f-b216-4383-b9fd-80b05ada72a8", "name": "network-vif-deleted", "tag": "0ead7ac5-4337-4cb0-99ac-13f8b389ddd0", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:47.127208 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b214f241-1c42-46ec-aedd-7d387be86e32 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:47.127560 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b214f241-1c42-46ec-aedd-7d387be86e32'] response: {'server_uuid': 'a2b9076f-b216-4383-b9fd-80b05ada72a8', 'name': 'network-vif-deleted', 'tag': '0ead7ac5-4337-4cb0-99ac-13f8b389ddd0', 'status': 'completed', 'code': 200} May 10 16:52:47.144714 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:47.304952 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43074) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:47.324714 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:52:47.353810 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:52:47.354568 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 0ead7ac5-4337-4cb0-99ac-13f8b389ddd0 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:52:47.354940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:52:47.382273 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (e8549d10-f51b-45f4-a42c-f6ba947b35eb), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.388329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 494f67f0-21ef-40e7-8bd0-9ab88f71dbef {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:52:47.388813 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 494f67f0-21ef-40e7-8bd0-9ab88f71dbef not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:52:47.399437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef8228-3532-4414-93d7-7fc661018b2e req-57d2251a-ae05-4b37-9ddf-0283954ec6e7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:47.402073 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-05ef8228-3532-4414-93d7-7fc661018b2e req-57d2251a-ae05-4b37-9ddf-0283954ec6e7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0811200 May 10 16:52:47.432105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (e8549d10-f51b-45f4-a42c-f6ba947b35eb), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.447648 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:47.477331 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-05ef8228-3532-4414-93d7-7fc661018b2e req-d4b95fd8-d900-40e1-812c-62636e8f0212 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665500 May 10 16:52:47.488481 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:52:47.489684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e8549d10-f51b-45f4-a42c-f6ba947b35eb), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.500586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.500586 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "DELETE /v2.0/security-groups/e8549d10-f51b-45f4-a42c-f6ba947b35eb HTTP/1.1" status: 204 len: 168 time: 0.1900730 May 10 16:52:47.500866 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43076) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:47.504992 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:52:47.504992 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:47.509378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdf604-42fc-4863-b763-f5ddd14ab2de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8549d10-f51b-45f4-a42c-f6ba947b35eb,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:47.515296 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.api.v2.resource [None req-aa22359e-268a-4238-9704-9c5cb2868c22 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] show failed (client error): The resource could not be found. May 10 16:52:47.517500 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-aa22359e-268a-4238-9704-9c5cb2868c22 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups/e8549d10-f51b-45f4-a42c-f6ba947b35eb HTTP/1.1" status: 404 len: 347 time: 0.0161648 May 10 16:52:47.520327 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43078) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:47.648258 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:52:47.651400 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Deleting port 8d433517-4656-4b47-8d51-5ef0c868009e {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:47.651907 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.757625 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.757992 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (8d433517-4656-4b47-8d51-5ef0c868009e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.775563 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Calling delete_port for 8d433517-4656-4b47-8d51-5ef0c868009e owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:47.935782 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (8d433517-4656-4b47-8d51-5ef0c868009e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:47.965771 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'Port': ['ID=8d433517-4656-4b47-8d51-5ef0c868009e,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.017555 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:52:48.053981 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (d328585b-28ed-42ed-a834-16150bb0e2b5), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.055126 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f3841-077e-4f11-ab2e-cc3b3f2c31a7 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:52:48.057142 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.058468 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-91084c13-bb29-42df-9b9f-415b5fffe74a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "DELETE /v2.0/floatingips/d328585b-28ed-42ed-a834-16150bb0e2b5 HTTP/1.1" status: 204 len: 168 time: 0.5371826 May 10 16:52:48.163321 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43090) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.168805 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863441005', 'description': 'tempest-description--991519801'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:48.173819 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157218-4c6c-44f7-a903-e6cf5b6656b5 req-faace151-6faa-46bb-ad81-5202c72b30b5 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:48.176155 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dd157218-4c6c-44f7-a903-e6cf5b6656b5 req-faace151-6faa-46bb-ad81-5202c72b30b5 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.0687268 May 10 16:52:48.205012 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.221692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43094) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.266923 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-dd157218-4c6c-44f7-a903-e6cf5b6656b5 req-133e018e-8cb3-4b2d-8299-1cd3f5e0b1a4 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819097 May 10 16:52:48.298283 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (721bde9d-8dcd-4648-ab2f-a78025f63741), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.303707 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (721bde9d-8dcd-4648-ab2f-a78025f63741), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.304221 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (c8106e2c-259d-4ea0-8143-f7604a315945), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.334583 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (c8106e2c-259d-4ea0-8143-f7604a315945), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.336532 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.341019 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1735079 May 10 16:52:48.341668 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43096) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.350359 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group_rule': {'security_group_id': '721bde9d-8dcd-4648-ab2f-a78025f63741', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:48.365964 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1875a46-f007-4644-9b87-02b4744dff35 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721bde9d-8dcd-4648-ab2f-a78025f63741,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.385676 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bb105-6648-473f-9858-2d63a53d296a None None] New status for floating IP 09c999af-3c27-40b0-8d4c-b63f7ec5038e: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:52:48.388860 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (028c832f-4e0f-4ee8-8968-7c8d799b3969), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.403726 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c8106e2c-259d-4ea0-8143-f7604a315945), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.407644 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.409119 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "DELETE /v2.0/security-groups/c8106e2c-259d-4ea0-8143-f7604a315945 HTTP/1.1" status: 204 len: 168 time: 0.1862988 May 10 16:52:48.411940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43098) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.419876 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2544f-0e29-49df-8843-eea6dc50fed8 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8106e2c-259d-4ea0-8143-f7604a315945,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.435055 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-db313ca6-a98e-48bb-b3c0-cc02524bc161 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] show failed (client error): The resource could not be found. May 10 16:52:48.440669 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-db313ca6-a98e-48bb-b3c0-cc02524bc161 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups/c8106e2c-259d-4ea0-8143-f7604a315945 HTTP/1.1" status: 404 len: 347 time: 0.0232904 May 10 16:52:48.442313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43100) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.472075 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (028c832f-4e0f-4ee8-8968-7c8d799b3969), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.476422 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (028c832f-4e0f-4ee8-8968-7c8d799b3969), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.497055 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028c832f-4e0f-4ee8-8968-7c8d799b3969,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.505312 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.510588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1055b4f5-a93c-4876-ab09-d6c2bbc90662 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613870 May 10 16:52:48.511457 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43104) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.517368 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'security_group_rule': {'security_group_id': '721bde9d-8dcd-4648-ab2f-a78025f63741', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:48.557772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (a26e2a57-f3d5-44ea-8270-be05d9b9dda9), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.590416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Deleting port cd6a7eca-e068-4d73-ad2d-9159eb7323f1 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:48.590768 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.652697 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479ccac-bb62-4cc1-bc19-32461bdd9689 req-8b1725cc-0678-4292-b995-a5dd570726a8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:48.654185 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7479ccac-bb62-4cc1-bc19-32461bdd9689 req-8b1725cc-0678-4292-b995-a5dd570726a8 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0695808 May 10 16:52:48.660592 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (a26e2a57-f3d5-44ea-8270-be05d9b9dda9), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.669465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (a26e2a57-f3d5-44ea-8270-be05d9b9dda9), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.682928 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:52:48.683513 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.683810 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.699217 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Calling delete_port for cd6a7eca-e068-4d73-ad2d-9159eb7323f1 owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:48.707946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e2a57-f3d5-44ea-8270-be05d9b9dda9,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.722833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.724082 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-c7a69dca-ca9b-4006-8c73-b4987c5b0daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2116277 May 10 16:52:48.727382 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43106) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:48.733889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:48.757439 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7479ccac-bb62-4cc1-bc19-32461bdd9689 req-68670ff3-9bbe-4fc8-8c2b-e7790c98ed97 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955927 May 10 16:52:48.770268 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.849077 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.852764 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (cd6a7eca-e068-4d73-ad2d-9159eb7323f1), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.882908 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'Port': ['ID=cd6a7eca-e068-4d73-ad2d-9159eb7323f1,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:48.944798 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (09c999af-3c27-40b0-8d4c-b63f7ec5038e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.947347 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:48.948519 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-bd764cc6-0c95-439f-9d03-eb77a398ff3c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "DELETE /v2.0/floatingips/09c999af-3c27-40b0-8d4c-b63f7ec5038e HTTP/1.1" status: 204 len: 168 time: 0.5050504 May 10 16:52:48.983684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Allocated IP 172.27.1.137 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/358e02b6-d472-480f-b72b-31fd1a382f35) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:52:49.032207 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43110) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:49.037685 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019191864', 'description': 'tempest-description--2116198425'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:49.060583 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.092977 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (358e02b6-d472-480f-b72b-31fd1a382f35), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.132975 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (18517816-9d60-4fff-835a-aa4a16ecce9d), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.135302 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-35635373-f642-4abd-8d27-598a1fb0b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.138182 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (18517816-9d60-4fff-835a-aa4a16ecce9d), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.139633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.166720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.170665 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1344349 May 10 16:52:49.170888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43112) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:49.177032 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group_rule': {'security_group_id': '18517816-9d60-4fff-835a-aa4a16ecce9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:49.181044 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8470-e40e-42a7-b5b8-aa4f70a5e3e6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18517816-9d60-4fff-835a-aa4a16ecce9d,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.181749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:52:49.185773 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:52:49.188727 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:52:49.208474 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (3eb680b7-dd59-44c5-bfdc-10b9ede81970), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.220662 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=358e02b6-d472-480f-b72b-31fd1a382f35,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.274945 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (3eb680b7-dd59-44c5-bfdc-10b9ede81970), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.279026 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (3eb680b7-dd59-44c5-bfdc-10b9ede81970), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.296873 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb680b7-dd59-44c5-bfdc-10b9ede81970,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.301137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.308231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.309536 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6f01712c-4f8f-4c4c-8126-8f9be4287774 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370003 May 10 16:52:49.313787 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43116) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:49.318531 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'security_group_rule': {'security_group_id': '18517816-9d60-4fff-835a-aa4a16ecce9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:49.346359 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.349493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (c0e3bab0-e027-40f2-abd2-f32d8b025e1c), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.409422 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (c0e3bab0-e027-40f2-abd2-f32d8b025e1c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.413565 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (c0e3bab0-e027-40f2-abd2-f32d8b025e1c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.435023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e3bab0-e027-40f2-abd2-f32d8b025e1c,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.440446 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.444773 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f5c5c507-4b7c-45f9-b7f6-d777887abd4e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297574 May 10 16:52:49.445436 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43118) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:52:49.449853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:49.470468 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.485478 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4799-c8e1-49d4-9527-95be56e4ae4c req-7b34c748-eefa-4177-a858-fda7b2d73a6e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:49.487809 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d8fb4799-c8e1-49d4-9527-95be56e4ae4c req-7b34c748-eefa-4177-a858-fda7b2d73a6e tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.1106861 May 10 16:52:49.553814 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.645924 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d8fb4799-c8e1-49d4-9527-95be56e4ae4c req-023ce7b6-87bf-4a75-babf-d1a740643223 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/security-groups?id=d788cbba-93b4-4241-98f1-4fa748bb3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381712 May 10 16:52:49.663445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Allocated IP 172.27.1.184 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/da49f8c0-3eb9-455b-bdf9-e7db987befdf) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:52:49.694587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (358e02b6-d472-480f-b72b-31fd1a382f35), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.699368 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.789256 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.799319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=358e02b6-d472-480f-b72b-31fd1a382f35,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.824624 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-acc60233-335a-4f96-9121-87351f03f70f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:49.826163 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-acc60233-335a-4f96-9121-87351f03f70f tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 945 time: 0.0705426 May 10 16:52:49.827361 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.828472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.869708 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.872806 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4b1cbdad-60c9-4359-8d64-a58726f9c19b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1443920 May 10 16:52:49.904001 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:52:49.912919 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:52:49.915755 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:52:49.945383 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Deleting port 9b019ea1-4c69-432b-9c7a-818601fff78a {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:52:49.945656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:49.963219 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=da49f8c0-3eb9-455b-bdf9-e7db987befdf,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:49.979315 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae67a0-115e-4b66-bdbf-91607b299e34 req-095cfa38-57a8-44b8-9d6e-2a9edae4f9e7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:49.980794 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-17ae67a0-115e-4b66-bdbf-91607b299e34 req-095cfa38-57a8-44b8-9d6e-2a9edae4f9e7 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.1220388 May 10 16:52:50.052579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] For port 9b019ea1-4c69-432b-9c7a-818601fff78a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9b019ea1-4c69-432b-9c7a-818601fff78a,segment=NetworkSegment(b319107b-5b15-44cf-b7db-5b567ab4c2d6),segment_id=b319107b-5b15-44cf-b7db-5b567ab4c2d6)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:52:50.053031 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.072319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Calling delete_port for 9b019ea1-4c69-432b-9c7a-818601fff78a owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:52:50.089881 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-17ae67a0-115e-4b66-bdbf-91607b299e34 req-14d4f9fa-56f5-4aa7-93ca-754a1df0bd6b tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017170 May 10 16:52:50.092889 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.137519 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.150096 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-bd5ec1b0-5621-42d2-9cd6-aae7bc2a58b0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1863441005&fields=id&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 267 time: 0.0943704 May 10 16:52:50.305553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-b6c82834-6ee7-4d8c-96a0-7626eac06df8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:50.307131 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-b6c82834-6ee7-4d8c-96a0-7626eac06df8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 816 time: 0.1501417 May 10 16:52:50.321279 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.327854 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.329834 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-85471207-c795-4d03-94f4-33ee28bdacd5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/quotas/a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 375 time: 0.0141282 May 10 16:52:50.331824 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (9b019ea1-4c69-432b-9c7a-818601fff78a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.345823 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['9b019ea1-4c69-432b-9c7a-818601fff78a'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:52:50.370124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Pushing event deleted for resources: {'Port': ['ID=9b019ea1-4c69-432b-9c7a-818601fff78a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:50.402970 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=da49f8c0-3eb9-455b-bdf9-e7db987befdf,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:50.413860 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.431648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.433175 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ce326b1f-13db-4333-a6c6-c05d80280ff2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9867740 May 10 16:52:50.667159 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-154cd3b5-965a-4a16-bbff-37cd894ab941 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1019191864&fields=id&tenant_id=6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 267 time: 0.0439599 May 10 16:52:50.685839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] No DVR routers for this DVR port 9b019ea1-4c69-432b-9c7a-818601fff78a on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:52:50.691535 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-ef03174e-079f-4064-a07e-260e34aa70a3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3527942 May 10 16:52:50.693922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:50.697167 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e809da68-31c0-4342-b5fa-b0b02a19e368 req-8bfc6d72-f151-4c71-9e7c-5f813875a716 tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.32 "DELETE /v2.0/ports/9b019ea1-4c69-432b-9c7a-818601fff78a HTTP/1.1" status: 204 len: 173 time: 0.8650563 May 10 16:52:50.697604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'name': 'network-vif-deleted', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:50.699840 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f09b3b-d35a-47c0-8384-a6d6cf1fa086" -d '{"events": [{"server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "name": "network-vif-deleted", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:50.810481 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-97836342-8db9-4c87-bd4b-bd60bdf2a391 service neutron] 10.222.0.48 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986433 May 10 16:52:50.818844 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-1ba91366-f3ae-490d-8e33-2a91fecb49a3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:50.820662 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-1ba91366-f3ae-490d-8e33-2a91fecb49a3 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 811 time: 0.1440022 May 10 16:52:50.836977 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-9cf7583f-9003-4957-8706-87f1953576bc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/quotas/6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 375 time: 0.0096903 May 10 16:52:50.887449 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-51723d5f-6320-40a9-aec7-fa87dc53a5b4 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450423 May 10 16:52:50.918684 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-d6b606b3-ad76-48b0-9fe7-b85e56f4f8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015048 May 10 16:52:50.983888 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-236d1693-be7e-415f-95f3-c382cf7e1df8 service neutron] 10.222.0.48 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 May 10 16:52:51.097749 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-60783c19-5407-41e4-bd92-49c893b75130 service neutron] 10.222.0.48 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067572 May 10 16:52:51.149704 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22ec6064-03f3-48cc-abef-4d7ce9f20481 req-589c9b9c-3f0c-4540-a6cc-befc2386e1ba tempest-VolumesSnapshotTestJSON-1691006374 tempest-VolumesSnapshotTestJSON-1691006374-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5c8deb8-8525-4818-a322-888512260d7a HTTP/1.1" status: 200 len: 210 time: 0.0427566 May 10 16:52:51.244133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648172ce-1f01-4292-aa63-889601d3af83 x-openstack-request-id: req-648172ce-1f01-4292-aa63-889601d3af83 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:51.244133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c8deb8-8525-4818-a322-888512260d7a", "name": "network-vif-deleted", "tag": "9b019ea1-4c69-432b-9c7a-818601fff78a", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:51.244133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-648172ce-1f01-4292-aa63-889601d3af83 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:51.244133 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648172ce-1f01-4292-aa63-889601d3af83'] response: {'server_uuid': 'b5c8deb8-8525-4818-a322-888512260d7a', 'name': 'network-vif-deleted', 'tag': '9b019ea1-4c69-432b-9c7a-818601fff78a', 'status': 'completed', 'code': 200} May 10 16:52:51.334656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-939126df-6be1-46dd-a754-6f67c9f7cdc3 req-619fc0a3-ecfe-4da5-b7fe-471f203e9567 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 210 time: 0.0587590 May 10 16:52:51.365483 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc058c-7ac3-4eab-853e-26d18832e3ef req-6ab57acb-f45e-409b-9eca-9a09941d2f2f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:51.367037 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-43cc058c-7ac3-4eab-853e-26d18832e3ef req-6ab57acb-f45e-409b-9eca-9a09941d2f2f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0724707 May 10 16:52:51.390354 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3778b6de-66fe-48a8-90f8-494cf84a76fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:51.456588 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-43cc058c-7ac3-4eab-853e-26d18832e3ef req-45c751aa-f42f-4f8f-be20-3a3eb51dc3a0 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806253 May 10 16:52:51.462030 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f409996a-0135-4fa0-8b5d-feb56fac6dfe req-249de18e-5457-4006-9d47-fea41db30e19 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 210 time: 0.0433967 May 10 16:52:52.458292 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cd0d3ef6-828a-40de-a7df-bf46b076dc0b req-db6773d6-3862-433d-8b6e-aa68987a3d16 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 210 time: 0.0455623 May 10 16:52:52.526008 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:52.621252 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270f956-0974-4478-9fa4-cee5678b53ce req-e875fb97-363e-485f-9f88-82a549a3b122 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:52.630023 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a270f956-0974-4478-9fa4-cee5678b53ce req-e875fb97-363e-485f-9f88-82a549a3b122 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0631657 May 10 16:52:52.684927 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1d15c07a-c7c2-4857-9622-4966e1c8cd93 req-cd0fd1c0-b75c-4edd-bd8a-c1af7bad4e27 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 210 time: 0.0626390 May 10 16:52:52.712833 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a270f956-0974-4478-9fa4-cee5678b53ce req-e28b8426-a385-4ed8-be03-e0b346feed56 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813079 May 10 16:52:52.787610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-b713ff8b-2403-4223-8cbb-eab4557275e2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:52.789361 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-b713ff8b-2403-4223-8cbb-eab4557275e2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 816 time: 0.2958148 May 10 16:52:52.827195 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-adb5135c-b85b-4325-a801-0ea25178bb6c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:52.828912 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-adb5135c-b85b-4325-a801-0ea25178bb6c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 811 time: 0.1579986 May 10 16:52:52.973389 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-4e3bcd9a-6506-4e9d-86ea-1203b13426e2 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c526b65f8454d7e84b29236f42417f7 HTTP/1.1" status: 200 len: 380 time: 0.0947273 May 10 16:52:52.978682 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8d637412-31fa-4fb8-9014-8aa3a8e4e69d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 380 time: 0.0984917 May 10 16:52:53.014106 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'port': {'device_id': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'admin_state_up': True, 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'security_groups': ['721bde9d-8dcd-4648-ab2f-a78025f63741']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:53.022471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'port': {'device_id': '5a006de3-8903-42e7-bd9c-922e5c314761', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'admin_state_up': True, 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'security_groups': ['18517816-9d60-4fff-835a-aa4a16ecce9d']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:53.206621 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Made reservation on behalf of 6c526b65f8454d7e84b29236f42417f7 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:52:53.210085 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.213194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Made reservation on behalf of a26f2126d1804c3caf0f83a1eb47fbff for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:52:53.216185 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.304770 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9b019ea1-4c69-432b-9c7a-818601fff78a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:52:53.325501 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 9b019ea1-4c69-432b-9c7a-818601fff78a {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:52:53.325859 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9b019ea1-4c69-432b-9c7a-818601fff78a not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:52:53.430477 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Allocated IP 172.20.0.10 (a644c79f-3db2-4028-a56c-6b5bff2a3f86/1f08ebf8-7789-45c5-b03c-c15e53c49aa3/fbedc143-bd9d-4787-99d5-b8ca349557d4) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:52:53.436695 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Allocated IP 172.20.0.9 (90344bc1-cc22-4179-9584-f0a07adf617d/e3ea87a9-9233-4050-8554-c208b37c9a0a/b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:52:53.617588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f7627a52-b285-4967-884a-321e872ba7e0 req-c4e45c48-f185-49a5-99e6-9e15374b26d8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 210 time: 0.0779645 May 10 16:52:53.700619 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.706940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.768532 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.776080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:53.844231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1282f-8f7d-44ac-94fc-47a1bc43a44d req-c38cad36-5d76-4584-bb86-c3c652aca882 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:53.846685 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b7b1282f-8f7d-44ac-94fc-47a1bc43a44d req-c38cad36-5d76-4584-bb86-c3c652aca882 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 932 time: 0.0565498 May 10 16:52:53.848687 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Network 90344bc1-cc22-4179-9584-f0a07adf617d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:52:53.880908 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:52:53.884034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:52:53.887229 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:52:53.889798 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event updated for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:53.897407 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:52:53.903186 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b7b1282f-8f7d-44ac-94fc-47a1bc43a44d req-80ad98fc-cb8a-4814-b528-4b5e119ce5fb tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 May 10 16:52:53.926001 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:52:53.982632 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1d6b-670d-40d6-9ce1-3c742c9c4d94 req-2ffcda94-1026-4c91-94b3-b96cd45f4abd tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:53.984197 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b05a1d6b-670d-40d6-9ce1-3c742c9c4d94 req-2ffcda94-1026-4c91-94b3-b96cd45f4abd tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.1594300 May 10 16:52:54.048186 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:54.048882 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:54.068875 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:54.069530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:54.075429 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:54.105861 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-058057b0-050b-42d6-be5e-91a6614c695e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965283 May 10 16:52:54.113069 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-13e70d12-eb8c-45ff-9afb-92182b24ea6b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951147 May 10 16:52:54.132578 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b05a1d6b-670d-40d6-9ce1-3c742c9c4d94 req-f7af9fc8-77a0-4c14-bed4-4fba6c18f053 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337874 May 10 16:52:54.179910 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Provisioning complete for port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:52:54.180455 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:54.214060 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:52:54.222100 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Provisioning complete for port fbedc143-bd9d-4787-99d5-b8ca349557d4 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:52:54.222468 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:54.265077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-7edf5403-6bcb-4648-9427-3ca173a12e04 None None] Port fbedc143-bd9d-4787-99d5-b8ca349557d4 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:52:54.277346 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:54.738777 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a395-4401-4eab-9be5-1dd573379b9d req-43799254-bd50-4b32-b440-ffa720b11d8a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:54.740187 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-30c5a395-4401-4eab-9be5-1dd573379b9d req-43799254-bd50-4b32-b440-ffa720b11d8a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 931 time: 0.0469875 May 10 16:52:54.792183 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-30c5a395-4401-4eab-9be5-1dd573379b9d req-c8eddadc-6808-4fe5-ac74-3d3d969338b1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 May 10 16:52:55.022265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe9ac9-3625-4066-b737-3bca753dbdb1 req-d12cc9ca-d569-4306-b644-65ebe3fe646d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:55.023655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-76fe9ac9-3625-4066-b737-3bca753dbdb1 req-d12cc9ca-d569-4306-b644-65ebe3fe646d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 932 time: 0.0490038 May 10 16:52:55.070440 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-76fe9ac9-3625-4066-b737-3bca753dbdb1 req-c9bda412-969b-4152-a167-e061580f143e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 May 10 16:52:55.248118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e55ee3-bc51-415e-b972-5e716daec5b6 req-4b1d342c-2823-4adf-ab1b-acdb22806e87 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:55.249651 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-15e55ee3-bc51-415e-b972-5e716daec5b6 req-4b1d342c-2823-4adf-ab1b-acdb22806e87 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0472131 May 10 16:52:55.308988 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-15e55ee3-bc51-415e-b972-5e716daec5b6 req-d465a6f2-9d38-4f77-a45c-6276def55058 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530217 May 10 16:52:55.618849 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:55.922827 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e51ae-6d7a-4dca-9bcb-9ea3d30303f8 req-178202b2-8b8f-401b-9ee3-fcb03668a38b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:55.924401 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a5e51ae-6d7a-4dca-9bcb-9ea3d30303f8 req-178202b2-8b8f-401b-9ee3-fcb03668a38b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 931 time: 0.0515149 May 10 16:52:55.981877 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a5e51ae-6d7a-4dca-9bcb-9ea3d30303f8 req-34a5f7bb-7004-460c-964b-7c4f90a31f3c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514090 May 10 16:52:56.183587 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875932-c9ac-43ce-b4b1-cec01028ce06 req-f6744b55-50ec-4c18-8d4d-f532725a8672 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:56.185108 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-31875932-c9ac-43ce-b4b1-cec01028ce06 req-f6744b55-50ec-4c18-8d4d-f532725a8672 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 932 time: 0.0482793 May 10 16:52:56.233435 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-31875932-c9ac-43ce-b4b1-cec01028ce06 req-f425c481-b4d1-4d8e-b836-fbc8288e1bde tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 May 10 16:52:56.433468 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba05d0-2739-4ad7-bf15-8380f2b8d554 req-dee477e7-e1fb-4bd7-940b-e3d300130b30 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:56.435170 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aba05d0-2739-4ad7-bf15-8380f2b8d554 req-dee477e7-e1fb-4bd7-940b-e3d300130b30 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0583119 May 10 16:52:56.504409 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0aba05d0-2739-4ad7-bf15-8380f2b8d554 req-07f99680-1c24-4527-a760-e6bd6e45d256 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629516 May 10 16:52:56.581967 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Request body: {'port': {'device_id': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:56.589599 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Request body: {'port': {'device_id': '5a006de3-8903-42e7-bd9c-922e5c314761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:52:56.698778 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:56.700651 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.105405 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b3a75-2aa0-4a41-a185-6425c8dc8aa8 req-cb729299-6998-45ec-969b-de86d85b9696 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:57.112938 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d6b3a75-2aa0-4a41-a185-6425c8dc8aa8 req-cb729299-6998-45ec-969b-de86d85b9696 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 931 time: 0.0576801 May 10 16:52:57.168491 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d6b3a75-2aa0-4a41-a185-6425c8dc8aa8 req-e58577f0-f095-4d26-9bc5-009bb8936867 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507491 May 10 16:52:57.177689 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbedc143-bd9d-4787-99d5-b8ca349557d4 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:52:57.183158 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:52:57.197122 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks [] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.203867 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks [] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.227655 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Transition to ACTIVE for port object fbedc143-bd9d-4787-99d5-b8ca349557d4 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:52:57.228833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Transition to ACTIVE for port object b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:52:57.232907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.245242 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.389637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:57.519997 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bd743-ae6b-4790-8b09-c127126cd33e req-222e47b1-14ba-4b07-8fee-91d8c1f3944b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:57.524972 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-998bd743-ae6b-4790-8b09-c127126cd33e req-222e47b1-14ba-4b07-8fee-91d8c1f3944b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 944 time: 0.1904085 May 10 16:52:57.548187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:57.648546 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76920453-5170-43ae-ac81-9dbe9d22d110 req-8677a2bf-c36e-47d5-80b7-06702d059e1f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:57.650931 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-76920453-5170-43ae-ac81-9dbe9d22d110 req-8677a2bf-c36e-47d5-80b7-06702d059e1f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0583334 May 10 16:52:57.657473 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Attempting to bind port fbedc143-bd9d-4787-99d5-b8ca349557d4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:52:57.657808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Attempting to bind port fbedc143-bd9d-4787-99d5-b8ca349557d4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:52:57.658161 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Attempting to bind port fbedc143-bd9d-4787-99d5-b8ca349557d4 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:57.662854 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Attempting to bind port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:52:57.663178 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Attempting to bind port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:52:57.663490 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Attempting to bind port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:57.674008 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-998bd743-ae6b-4790-8b09-c127126cd33e req-cb84c7bd-25ac-44cc-bd1f-14a25b510b13 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063502 May 10 16:52:57.675810 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Port fbedc143-bd9d-4787-99d5-b8ca349557d4 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:52:57.675979 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Attempting to bind port fbedc143-bd9d-4787-99d5-b8ca349557d4 on network a644c79f-3db2-4028-a56c-6b5bff2a3f86 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:57.678696 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b on network 90344bc1-cc22-4179-9584-f0a07adf617d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:52:57.678696 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Attempting to bind port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b on network 90344bc1-cc22-4179-9584-f0a07adf617d {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:52:57.686328 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:52:57.686666 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Checking segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:52:57.687053 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Bound using segment: {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:52:57.687484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Bound port: fbedc143-bd9d-4787-99d5-b8ca349557d4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246babbc-27c9-49e0-ad1b-f64973e17ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:52:57.688607 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.690937 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:52:57.691339 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Checking segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:52:57.691786 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Bound using segment: {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:52:57.692227 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Bound port: b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7e8666-e023-4a19-84e2-3ff9a45c39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:52:57.692591 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.733989 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-76920453-5170-43ae-ac81-9dbe9d22d110 req-f6a7ad17-5f7a-4e4c-9057-63a3c6a9edb4 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c&id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761037 May 10 16:52:57.808888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:52:57.813266 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:52:57.814940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:52:57.818861 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:52:57.822517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.832032 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.869521 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:57.870156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.871690 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] 10.222.0.32 "PUT /v2.0/ports/b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 1093 time: 1.2972982 May 10 16:52:57.872128 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:57.874384 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49834b2-1136-48c5-8539-d529d4124994" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:52:57.881099 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:57.881723 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:57.883124 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] 10.222.0.32 "PUT /v2.0/ports/fbedc143-bd9d-4787-99d5-b8ca349557d4 HTTP/1.1" status: 200 len: 1094 time: 1.3069596 May 10 16:52:57.913130 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce9ddb-c2f2-4110-9a26-2955fcb88672 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:57.981366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1f30e-4a5d-441e-b776-f98760d30e7a x-openstack-request-id: req-bcc1f30e-4a5d-441e-b776-f98760d30e7a {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:52:57.981775 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:52:57.982144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcc1f30e-4a5d-441e-b776-f98760d30e7a {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:52:57.982702 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc1f30e-4a5d-441e-b776-f98760d30e7a'] response: {'name': 'network-changed', 'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'status': 'completed', 'code': 200} May 10 16:52:58.113619 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-8a3c4849-9dc4-40df-9cca-3f90fca7085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.115956 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-8a3c4849-9dc4-40df-9cca-3f90fca7085b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 1128 time: 0.1490638 May 10 16:52:58.121109 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-99b53235-9648-490a-aa98-98aaf6cde65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.123339 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-99b53235-9648-490a-aa98-98aaf6cde65a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1127 time: 0.1446068 May 10 16:52:58.133933 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd45c-003e-4a53-831e-dc80f0943110 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:52:58.192214 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-61b4490c-ce63-4af9-8be1-19731381f85f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4 HTTP/1.1" status: 200 len: 217 time: 0.0675199 May 10 16:52:58.290953 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56bc82-c191-4cfe-913e-37762c5517e3 req-2ce86b5c-9d81-4c02-b6ba-0d9d757c4ac2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.293112 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9d56bc82-c191-4cfe-913e-37762c5517e3 req-2ce86b5c-9d81-4c02-b6ba-0d9d757c4ac2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0600078 May 10 16:52:58.356780 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9d56bc82-c191-4cfe-913e-37762c5517e3 req-d5282564-a7c9-4c1b-83bb-033078f27efe tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568070 May 10 16:52:58.481899 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-c33aed53-6c89-4aa2-9e9a-02f806a828f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 217 time: 0.3437338 May 10 16:52:58.550752 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-edc7d74a-845a-4237-b539-8929b45815c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.552213 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-edc7d74a-845a-4237-b539-8929b45815c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.0797720 May 10 16:52:58.557405 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-7c350392-2ff7-47a6-8484-9a041a8d7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.558885 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-7c350392-2ff7-47a6-8484-9a041a8d7cff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0590632 May 10 16:52:58.630327 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-e5d3f469-398e-4eb9-8ebd-24c06b7eb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.631932 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-e5d3f469-398e-4eb9-8ebd-24c06b7eb8e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721936 May 10 16:52:58.633290 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-31898665-b3fc-4d28-9138-e4c144eb41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.634658 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-31898665-b3fc-4d28-9138-e4c144eb41a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674591 May 10 16:52:58.832163 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-ce51d889-a535-4e92-bbb5-7da76fc0d504 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876462 May 10 16:52:58.833852 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-978d9fef-4f33-4800-8666-5a92d9c098e1 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883101 May 10 16:52:58.846473 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ba3c-1469-4032-af8a-5d0e6fbcc488 req-964d4f2a-b6d5-4e08-a2cd-784072ca0c39 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:58.847961 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a952ba3c-1469-4032-af8a-5d0e6fbcc488 req-964d4f2a-b6d5-4e08-a2cd-784072ca0c39 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 944 time: 0.0804605 May 10 16:52:58.864950 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:52:59.020066 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a952ba3c-1469-4032-af8a-5d0e6fbcc488 req-f0018980-08c6-4322-86bd-ca5d75eddd9e tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559479 May 10 16:52:59.039053 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ffc50d6d-f518-4c19-becb-b61bc6a5cee8 req-1eb6c8ab-36e8-40e2-98f3-5767d91a3c29 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890259 May 10 16:52:59.042434 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f02d159e-dd2c-43b9-b7b6-7796f3a30e08 req-0506e7c9-57e9-49a0-a477-cdfdcd9820a7 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935780 May 10 16:52:59.477236 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aae18-b47a-426a-8031-62d18e8d674c req-1585cff1-cc8e-4612-97fd-356faab24c4c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:52:59.478716 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-da9aae18-b47a-426a-8031-62d18e8d674c req-1585cff1-cc8e-4612-97fd-356faab24c4c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0470264 May 10 16:52:59.527050 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-da9aae18-b47a-426a-8031-62d18e8d674c req-ba24446d-7a66-4812-96aa-e0b938b59f9f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 May 10 16:52:59.983861 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:52:59.986405 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1583f8-9321-401c-9fc9-bb73fb94b831" -d '{"events": [{"name": "network-changed", "server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:00.021962 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7031bb01-c01d-4e48-b3ca-0fc33032d73a x-openstack-request-id: req-7031bb01-c01d-4e48-b3ca-0fc33032d73a {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:00.022255 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:00.022501 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7031bb01-c01d-4e48-b3ca-0fc33032d73a {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:00.022897 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7031bb01-c01d-4e48-b3ca-0fc33032d73a'] response: {'name': 'network-changed', 'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'status': 'completed', 'code': 200} May 10 16:53:00.142713 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca073-4443-4f92-97ad-d1166b27e6d8 req-2b425665-6e2d-4d15-ba75-80c4fc410d2c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:00.144194 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c5dca073-4443-4f92-97ad-d1166b27e6d8 req-2b425665-6e2d-4d15-ba75-80c4fc410d2c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 944 time: 0.0528545 May 10 16:53:00.196093 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c5dca073-4443-4f92-97ad-d1166b27e6d8 req-326dabf6-24ae-425c-87c8-5ce204531da7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 May 10 16:53:00.668370 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9d5e8-072c-4a53-915f-d0a7e3a647ca req-9ab6d562-bc8d-4689-9fb7-5049823ef7c0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:00.669895 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22d9d5e8-072c-4a53-915f-d0a7e3a647ca req-9ab6d562-bc8d-4689-9fb7-5049823ef7c0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0498197 May 10 16:53:00.721029 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22d9d5e8-072c-4a53-915f-d0a7e3a647ca req-cd9d6d6b-7269-4bfe-8903-3202b62dc032 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 May 10 16:53:00.910463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49834b2-1136-48c5-8539-d529d4124994 req-27d28f17-ca35-4d2a-b45d-9637bb19a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:00.911982 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-27d28f17-ca35-4d2a-b45d-9637bb19a56d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1127 time: 0.0750155 May 10 16:53:00.919502 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-0001feb4-4555-4756-83f5-e7c47ab6809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:00.920939 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-0001feb4-4555-4756-83f5-e7c47ab6809c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 1128 time: 0.0491574 May 10 16:53:01.260586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49834b2-1136-48c5-8539-d529d4124994 req-cac2dbce-a14d-45f5-ab34-922a1ae25d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:01.262049 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-cac2dbce-a14d-45f5-ab34-922a1ae25d25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.1540408 May 10 16:53:01.262955 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-f0b1bc33-0868-4ca8-9957-b495291f955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:01.264226 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-f0b1bc33-0868-4ca8-9957-b495291f955e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 912 time: 0.1574459 May 10 16:53:01.321485 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85529416-5f76-4054-81bb-6460b418dee2 req-406d3f69-a20b-46be-a6e8-ff87ec9e3b42 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:01.322985 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-85529416-5f76-4054-81bb-6460b418dee2 req-406d3f69-a20b-46be-a6e8-ff87ec9e3b42 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 944 time: 0.0482223 May 10 16:53:01.371285 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-85529416-5f76-4054-81bb-6460b418dee2 req-7ea24799-4a3d-4c69-be32-a087b1962f6f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 May 10 16:53:01.858880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f9cde-3b30-4138-9bb3-16ac9338fbd6 req-23fab39f-5012-4447-b18d-d9d96c72eaa3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:01.861125 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b1f9cde-3b30-4138-9bb3-16ac9338fbd6 req-23fab39f-5012-4447-b18d-d9d96c72eaa3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0548220 May 10 16:53:01.921546 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b1f9cde-3b30-4138-9bb3-16ac9338fbd6 req-ced46fd1-ba4e-4ebe-a548-31345fef1cbd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533719 May 10 16:53:02.224844 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fbedc143-bd9d-4787-99d5-b8ca349557d4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:53:02.323110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:02.335132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'port_id': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'mac_address': 'fa:16:3e:76:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:53:02.372497 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port fbedc143-bd9d-4787-99d5-b8ca349557d4 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:53:02.372924 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:02.386456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbedc143-bd9d-4787-99d5-b8ca349557d4 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:53:02.409010 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:02.414134 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:02.466024 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:02.544404 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eb5a-9dea-44c2-8c55-8eff52f5001e req-5cf0ab7c-33ac-472e-8b9f-c0d53caf9954 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:02.545928 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5a6eb5a-9dea-44c2-8c55-8eff52f5001e req-5cf0ab7c-33ac-472e-8b9f-c0d53caf9954 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 945 time: 0.1013134 May 10 16:53:02.593120 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e5a6eb5a-9dea-44c2-8c55-8eff52f5001e req-14b11527-bb18-4365-b3ca-985a1cf0036a tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 May 10 16:53:03.053724 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e50a-2e70-44dc-a74b-7b3422346249 req-5c7f8f41-5538-4b1a-9c06-c65592f230f9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:03.055611 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1422e50a-2e70-44dc-a74b-7b3422346249 req-5c7f8f41-5538-4b1a-9c06-c65592f230f9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0606265 May 10 16:53:03.118813 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1422e50a-2e70-44dc-a74b-7b3422346249 req-6dda88fb-8be6-41cc-b3c4-4161ec31656d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574157 May 10 16:53:03.710572 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92bc78-0927-49dd-8cdd-5fc5230205b2 req-16de7e25-a73e-45ac-b3a3-24a9d033939c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:03.712120 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3f92bc78-0927-49dd-8cdd-5fc5230205b2 req-16de7e25-a73e-45ac-b3a3-24a9d033939c tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 945 time: 0.0517480 May 10 16:53:03.758472 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-3f92bc78-0927-49dd-8cdd-5fc5230205b2 req-03099bd5-aff7-4e08-a2eb-a9b838d8b017 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 May 10 16:53:03.913349 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:53:03.973633 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-ee7e9691-3594-4c50-8b32-a9ab2a974a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 217 time: 0.0665379 May 10 16:53:03.974963 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-89ac65c5-0599-43bb-94cb-839c0cd2dea3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4 HTTP/1.1" status: 200 len: 217 time: 0.0692580 May 10 16:53:04.016415 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:04.028122 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:53:04.060295 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49834b2-1136-48c5-8539-d529d4124994 req-697db464-f171-4d87-9a7b-a29c84ce469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.061762 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-697db464-f171-4d87-9a7b-a29c84ce469e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0779116 May 10 16:53:04.063899 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-80783df3-6e0b-447a-a061-1a0acf44461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.065266 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-80783df3-6e0b-447a-a061-1a0acf44461b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.0798283 May 10 16:53:04.072815 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:53:04.073206 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:04.086643 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:53:04.107639 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:04.117929 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:04.148782 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-3bad3ff2-1946-4c13-80c8-d19b7ef6a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.149136 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-3bad3ff2-1946-4c13-80c8-d19b7ef6a4cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745323 May 10 16:53:04.150185 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49834b2-1136-48c5-8539-d529d4124994 req-235926f0-b0e8-4859-b535-6a0352235925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.151521 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-235926f0-b0e8-4859-b535-6a0352235925 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782540 May 10 16:53:04.177172 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:04.336583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140567-be88-468d-96c3-bb6695ec8dc3 req-220cf2a0-eae4-44ab-81d1-094aea143daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.338025 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-70140567-be88-468d-96c3-bb6695ec8dc3 req-220cf2a0-eae4-44ab-81d1-094aea143daf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 944 time: 0.1317103 May 10 16:53:04.391845 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-791cc914-535c-4c23-84a4-34eaf270393f service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170269 May 10 16:53:04.392101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['fbedc143-bd9d-4787-99d5-b8ca349557d4'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:04.402400 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-bb54351d-4da7-45c4-b8b3-0302c3998442 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260716 May 10 16:53:04.428524 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-70140567-be88-468d-96c3-bb6695ec8dc3 req-f917a390-6b0d-44d8-be36-b2a88575f67e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816302 May 10 16:53:04.492575 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:04.576438 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0a1583f8-9321-401c-9fc9-bb73fb94b831 req-11aaa60f-bb38-4a36-8367-2da1a90dc302 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604195 May 10 16:53:04.578957 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c49834b2-1136-48c5-8539-d529d4124994 req-7d54b115-490c-45a1-a880-c94208c6acf3 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549826 May 10 16:53:04.873186 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a6c9c-16dd-4ee8-938c-f3826a88badd req-e607a1ef-00e7-4fea-9c22-c60de697be64 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:04.874689 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8d4a6c9c-16dd-4ee8-938c-f3826a88badd req-e607a1ef-00e7-4fea-9c22-c60de697be64 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 945 time: 0.0473559 May 10 16:53:04.920527 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8d4a6c9c-16dd-4ee8-938c-f3826a88badd req-1f8e288a-a48d-4bfe-b5f7-b4c098ef6a9a tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 May 10 16:53:05.638500 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-5360b27e-f872-446e-b1fe-26d01cba30e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695446 May 10 16:53:05.649701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bc519-783e-4b8d-93fd-508c7c854bb1 req-f6d9aede-11b7-4656-aa5b-9cfeb81a43f4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:05.651263 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-414bc519-783e-4b8d-93fd-508c7c854bb1 req-f6d9aede-11b7-4656-aa5b-9cfeb81a43f4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 944 time: 0.1431401 May 10 16:53:05.732797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750917-367b-4a1f-9a01-a3502b775675 req-ccb10f31-ac16-4a2f-b96c-be0bf4900461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:05.734146 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-ccb10f31-ac16-4a2f-b96c-be0bf4900461 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6208c73932343aeae12d8cd0983fc77&device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 1129 time: 0.0692024 May 10 16:53:05.737558 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-414bc519-783e-4b8d-93fd-508c7c854bb1 req-6e9fac73-58ea-413e-b1f9-12dcc6516676 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796118 May 10 16:53:05.840653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750917-367b-4a1f-9a01-a3502b775675 req-d16ad59c-fdd8-4844-88d6-7200a01f4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:05.842134 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-d16ad59c-fdd8-4844-88d6-7200a01f4c9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 200 len: 920 time: 0.0878086 May 10 16:53:05.897599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fbedc143-bd9d-4787-99d5-b8ca349557d4 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:53:05.901163 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-f6f6f43c-ceae-4912-8251-c41b521de14b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 200 len: 217 time: 0.0465989 May 10 16:53:05.943249 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port fbedc143-bd9d-4787-99d5-b8ca349557d4 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:53:05.951816 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port fbedc143-bd9d-4787-99d5-b8ca349557d4 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:53:05.952187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:05.959219 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750917-367b-4a1f-9a01-a3502b775675 req-838d6af7-e22f-43b4-9ae4-4b44e1b311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:05.960710 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-838d6af7-e22f-43b4-9ae4-4b44e1b311d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 200 len: 858 time: 0.0537913 May 10 16:53:06.009710 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750917-367b-4a1f-9a01-a3502b775675 req-46026c9b-4675-4983-8ab1-e5a5d11dd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:06.011188 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-46026c9b-4675-4983-8ab1-e5a5d11dd03b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5732deb1-fb33-4f08-9ad5-7d92102702ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452425 May 10 16:53:06.037845 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port fbedc143-bd9d-4787-99d5-b8ca349557d4 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:53:06.038229 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:06.042368 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6b83d-8836-46dc-b78e-a052929e0f08 req-ef9fbc42-c6d9-4f46-9626-7964e49c6824 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:06.043980 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9df6b83d-8836-46dc-b78e-a052929e0f08 req-ef9fbc42-c6d9-4f46-9626-7964e49c6824 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 945 time: 0.0485265 May 10 16:53:06.061704 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:06.064582 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690845f-2e84-4c63-a452-72520d302798" -d '{"events": [{"server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "name": "network-vif-plugged", "status": "completed", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:06.092901 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:06.098132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:06.099072 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:53:06.119134 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-646dc866-1656-4f55-bb6c-8c94ff33eb7a service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007442 May 10 16:53:06.120870 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9df6b83d-8836-46dc-b78e-a052929e0f08 req-5d13f458-e0ce-4563-9a36-dcd36beaa15a tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688081 May 10 16:53:06.138788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659518b4-3c20-402d-94b6-038f9a4c4f53 x-openstack-request-id: req-659518b4-3c20-402d-94b6-038f9a4c4f53 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:06.139256 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "name": "network-vif-plugged", "status": "completed", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:06.139599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-659518b4-3c20-402d-94b6-038f9a4c4f53 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:06.140076 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659518b4-3c20-402d-94b6-038f9a4c4f53'] response: {'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'code': 200} May 10 16:53:06.186204 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:06.194086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:53:06.202683 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:53:06.204441 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:06.228409 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4c750917-367b-4a1f-9a01-a3502b775675 req-41972cd1-cd52-4dc4-98a4-129695eb096b service neutron] 10.222.0.32 "GET /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034417 May 10 16:53:06.287013 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:53:06.287305 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:06.295144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec56b7-c85d-4ba4-a416-57320148f01e req-6761d479-5f1d-4d12-89a0-fd0d06d19d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:06.297200 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-52ec56b7-c85d-4ba4-a416-57320148f01e req-6761d479-5f1d-4d12-89a0-fd0d06d19d6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 1130 time: 0.0408394 May 10 16:53:06.321760 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:06.325893 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:06.348237 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-52ec56b7-c85d-4ba4-a416-57320148f01e req-03aa4c21-2067-4d1a-a6db-d3685184333d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 May 10 16:53:06.375598 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:06.868758 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb370e-f469-452d-ab64-e86c254cd4c0 req-50c4f7a9-a62e-45f3-a489-e971d89a970a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:06.870429 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-08fb370e-f469-452d-ab64-e86c254cd4c0 req-50c4f7a9-a62e-45f3-a489-e971d89a970a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0536525 May 10 16:53:06.918297 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-08fb370e-f469-452d-ab64-e86c254cd4c0 req-839c16e2-078e-4ba3-a3b2-8dba3ca7926c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 May 10 16:53:07.249582 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef846ad-1515-49e9-9f1e-b6ca5e3f342f req-ffd4d1bc-8e17-481f-a42f-75e60928a5dc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:07.251147 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aef846ad-1515-49e9-9f1e-b6ca5e3f342f req-ffd4d1bc-8e17-481f-a42f-75e60928a5dc tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.0466506 May 10 16:53:07.300000 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aef846ad-1515-49e9-9f1e-b6ca5e3f342f req-2f8933f6-fba9-47fe-9d44-f56f3dd3d344 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 May 10 16:53:08.042647 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723f04-449d-4746-a420-b02b195802fe req-b9a8a170-24f7-46f8-84ca-2ed63988f776 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:08.044134 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d2723f04-449d-4746-a420-b02b195802fe req-b9a8a170-24f7-46f8-84ca-2ed63988f776 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0481935 May 10 16:53:08.094368 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d2723f04-449d-4746-a420-b02b195802fe req-45443c94-8dde-4ef1-9e21-6898d32cc5d3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 May 10 16:53:08.141292 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:08.143592 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3315a1c6-153a-47ef-9847-baea694ac463" -d '{"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:08.179344 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a5b14-c90f-4f0a-b638-69b8dac80bea x-openstack-request-id: req-ee7a5b14-c90f-4f0a-b638-69b8dac80bea {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:08.179615 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:08.179898 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee7a5b14-c90f-4f0a-b638-69b8dac80bea {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:08.180428 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7a5b14-c90f-4f0a-b638-69b8dac80bea'] response: {'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'code': 200} May 10 16:53:08.356201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fcd02-cc6a-42e5-af60-b96dc48e70d0 req-92229dd2-6651-42e9-9e8e-d5ebd74bb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:08.357758 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e3fcd02-cc6a-42e5-af60-b96dc48e70d0 req-92229dd2-6651-42e9-9e8e-d5ebd74bb13d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1129 time: 0.0425336 May 10 16:53:08.430178 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9b235-1c57-473d-aed6-01fd39ca2464 req-5211b8df-7b04-47b2-859c-060d70897bdd tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:08.431651 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fca9b235-1c57-473d-aed6-01fd39ca2464 req-5211b8df-7b04-47b2-859c-060d70897bdd tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.0650206 May 10 16:53:08.459978 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e3fcd02-cc6a-42e5-af60-b96dc48e70d0 req-254558f0-ee53-44e2-a838-e30e15ea550b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827625 May 10 16:53:08.489164 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fca9b235-1c57-473d-aed6-01fd39ca2464 req-ab1ea711-38a0-4959-8acb-1d8020d0cd38 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517852 May 10 16:53:08.602807 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a7a93-7f6c-410e-880f-ae247034110a req-1fe14a07-805a-46e0-a585-cdf3a101db9b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:08.604323 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4c1a7a93-7f6c-410e-880f-ae247034110a req-1fe14a07-805a-46e0-a585-cdf3a101db9b tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.0481863 May 10 16:53:08.614165 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43346) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:08.619365 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Request body: {'floatingip': {'port_id': 'fbedc143-bd9d-4787-99d5-b8ca349557d4'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:53:08.662465 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:09.222295 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694b1bf-a9cf-47cd-b5c1-bbd686f42866 req-9b694409-80e3-4877-94e6-0fd31cc24935 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:09.223823 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f694b1bf-a9cf-47cd-b5c1-bbd686f42866 req-9b694409-80e3-4877-94e6-0fd31cc24935 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0530593 May 10 16:53:09.280635 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f694b1bf-a9cf-47cd-b5c1-bbd686f42866 req-5f38246d-09aa-467f-9236-9e9001d190cf tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 May 10 16:53:09.398136 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:09.402059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:09.509105 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Floating IP a818ba72-f5b5-43af-b53f-f3c06498a63e associated. External IP: 172.27.1.184, port: fbedc143-bd9d-4787-99d5-b8ca349557d4. May 10 16:53:09.726494 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:09.836783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:09.841772 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:09.847134 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:09.856896 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:09.857585 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:09.873496 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fd527066-b5de-482d-b371-7f42f6bad7a1 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "PUT /v2.0/floatingips/a818ba72-f5b5-43af-b53f-f3c06498a63e HTTP/1.1" status: 200 len: 992 time: 1.2576168 May 10 16:53:09.874183 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:09.877019 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef710d39-f079-4c03-b964-1445278f1f54" -d '{"events": [{"name": "network-changed", "server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:09.913739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d05412-2188-4f52-a25f-3f626b928f20 x-openstack-request-id: req-f8d05412-2188-4f52-a25f-3f626b928f20 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:09.914135 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:09.914399 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8d05412-2188-4f52-a25f-3f626b928f20 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:09.914894 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d05412-2188-4f52-a25f-3f626b928f20'] response: {'name': 'network-changed', 'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'status': 'completed', 'code': 200} May 10 16:53:09.970103 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:10.253199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a818ba72-f5b5-43af-b53f-f3c06498a63e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:76:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006de3-8903-42e7-bd9c-922e5c314761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:50Z', 'updated_at': '2022-05-10T16:53:09Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:10.282287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:10.285040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710d39-f079-4c03-b964-1445278f1f54 req-b5da5901-eb94-45b0-b2b4-d0de89869b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.287044 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-b5da5901-eb94-45b0-b2b4-d0de89869b11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c526b65f8454d7e84b29236f42417f7&device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 1130 time: 0.0425928 May 10 16:53:10.292504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:10.293125 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:10.415025 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:10.428881 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2805141-60bf-4f21-8fed-0b17ca5b3955 req-53e034f4-b5fb-4b29-8313-ab75b8789926 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.430337 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e2805141-60bf-4f21-8fed-0b17ca5b3955 req-53e034f4-b5fb-4b29-8313-ab75b8789926 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0648444 May 10 16:53:10.447027 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710d39-f079-4c03-b964-1445278f1f54 req-6d85c78c-b15d-4704-b155-c82966a9274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.448435 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-6d85c78c-b15d-4704-b155-c82966a9274d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 200 len: 912 time: 0.1381686 May 10 16:53:10.530494 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e2805141-60bf-4f21-8fed-0b17ca5b3955 req-cda84fe8-a1dc-4650-b286-c2c2df26422c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919023 May 10 16:53:10.536791 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-67278155-6102-42af-8b9b-75ceea450c16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4 HTTP/1.1" status: 200 len: 1000 time: 0.0805619 May 10 16:53:10.597451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710d39-f079-4c03-b964-1445278f1f54 req-e7793016-1b9a-4cde-ab54-429b3a54b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.598962 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-e7793016-1b9a-4cde-ab54-429b3a54b915 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 200 len: 850 time: 0.0544555 May 10 16:53:10.656664 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710d39-f079-4c03-b964-1445278f1f54 req-110eb7be-29a5-48c4-95f9-d0f58d161f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.658534 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-110eb7be-29a5-48c4-95f9-d0f58d161f50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a644c79f-3db2-4028-a56c-6b5bff2a3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474260 May 10 16:53:10.684059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81698-bd0b-4f5f-bb88-bf90a187db22 req-5ca8f502-6496-46f6-b69f-a32f7c8bca41 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:10.691411 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e4b81698-bd0b-4f5f-bb88-bf90a187db22 req-5ca8f502-6496-46f6-b69f-a32f7c8bca41 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0621612 May 10 16:53:10.697203 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43378) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:10.702251 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Request body: {'floatingip': {'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:53:10.752447 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:10.806099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a818ba72-f5b5-43af-b53f-f3c06498a63e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:76:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006de3-8903-42e7-bd9c-922e5c314761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:50Z', 'updated_at': '2022-05-10T16:53:09Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:10.809524 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-f4278f6c-2967-4cb5-84a0-9a33078bd818 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440165 May 10 16:53:10.839103 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec3ae-2324-430a-9680-8d601286a7b0 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a818ba72-f5b5-43af-b53f-f3c06498a63e', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'port_id': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'mac_address': 'fa:16:3e:76:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006de3-8903-42e7-bd9c-922e5c314761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:50Z', 'updated_at': '2022-05-10T16:53:09Z', 'revision_number': 1, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:10.922146 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ef710d39-f079-4c03-b964-1445278f1f54 req-b7cc3f23-e213-48ce-9849-a9320b266997 service neutron] 10.222.0.32 "GET /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048012 May 10 16:53:11.118934 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf058b-5ea7-4da8-a65d-9dd13e269371 None None] New status for floating IP a818ba72-f5b5-43af-b53f-f3c06498a63e: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:53:11.298626 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:11.302143 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:11.407598 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Floating IP b760573b-0586-4455-bdf3-01d49512e88b associated. External IP: 172.27.1.137, port: b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b. May 10 16:53:11.651019 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:11.767952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:11.772416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:11.777505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:11.788145 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:11.788806 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:11.804163 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-36b2e2d7-ec8f-4bbb-b997-d2e105ae0d95 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "PUT /v2.0/floatingips/b760573b-0586-4455-bdf3-01d49512e88b HTTP/1.1" status: 200 len: 991 time: 1.1055562 May 10 16:53:11.905576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:11.916736 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:11.920653 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c41040-326b-4eb1-9852-d276ed7bc4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:11.964895 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce668313-c1ff-4459-8881-63771d2be4b6 x-openstack-request-id: req-ce668313-c1ff-4459-8881-63771d2be4b6 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:11.965715 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:11.966021 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce668313-c1ff-4459-8881-63771d2be4b6 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:11.966381 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce668313-c1ff-4459-8881-63771d2be4b6'] response: {'name': 'network-changed', 'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'status': 'completed', 'code': 200} May 10 16:53:12.042107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-6573b112-8448-4e9d-b575-5ed2b52056e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:12.043729 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-6573b112-8448-4e9d-b575-5ed2b52056e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1129 time: 0.0413780 May 10 16:53:12.134277 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'b760573b-0586-4455-bdf3-01d49512e88b', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:49Z', 'updated_at': '2022-05-10T16:53:11Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:12.144747 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-113cac65-b014-42ac-a6cb-641af6a98fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:12.146235 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-113cac65-b014-42ac-a6cb-641af6a98fc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.0946767 May 10 16:53:12.164136 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:12.175594 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:12.176547 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:12.227007 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-dd564d1c-fdbb-4581-b40d-d9d38d33da18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 999 time: 0.0743616 May 10 16:53:12.277470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-4a4f04bd-c0dd-438a-a928-2245e800b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:12.278925 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-4a4f04bd-c0dd-438a-a928-2245e800b8c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0456176 May 10 16:53:12.306201 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:12.563850 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e88bb0-30b7-4959-9a89-fd4090f21f40 req-e3f716bf-7f43-49a0-9083-2fdee55085cb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:12.571139 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-55e88bb0-30b7-4959-9a89-fd4090f21f40 req-e3f716bf-7f43-49a0-9083-2fdee55085cb tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0616295 May 10 16:53:12.617843 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'b760573b-0586-4455-bdf3-01d49512e88b', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:49Z', 'updated_at': '2022-05-10T16:53:11Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:12.628126 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-55e88bb0-30b7-4959-9a89-fd4090f21f40 req-c011af76-0ac6-41e0-8aa7-be6704be7426 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561092 May 10 16:53:12.648956 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71373959-fcdc-4356-9bb9-5e8ea14cd369 None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'b760573b-0586-4455-bdf3-01d49512e88b', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:52:49Z', 'updated_at': '2022-05-10T16:53:11Z', 'revision_number': 1, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:12.651571 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-d2b1e8a6-7572-4063-a49e-4bf9055139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:12.653326 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-d2b1e8a6-7572-4063-a49e-4bf9055139ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3602719 May 10 16:53:12.850015 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d8a74-922e-4da0-b7bb-b43559a77c5c None None] New status for floating IP b760573b-0586-4455-bdf3-01d49512e88b: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:53:13.767180 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823bd1b-da97-4a3a-9ebc-a835eea85be0 req-beceb302-5ded-4a18-8940-4d20b2d65cea tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:13.768968 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e823bd1b-da97-4a3a-9ebc-a835eea85be0 req-beceb302-5ded-4a18-8940-4d20b2d65cea tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0672228 May 10 16:53:13.821101 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e823bd1b-da97-4a3a-9ebc-a835eea85be0 req-fc5e9118-af95-422f-8f50-73c48fbc2253 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460639 May 10 16:53:14.789691 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43436) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:14.839200 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Deleting subnet ee8f702c-e4f9-4272-bd01-f00f6cf04f27 {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:53:14.842242 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Publish callbacks [] for subnet (ee8f702c-e4f9-4272-bd01-f00f6cf04f27), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:14.882577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (ee8f702c-e4f9-4272-bd01-f00f6cf04f27), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:14.928557 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (ee8f702c-e4f9-4272-bd01-f00f6cf04f27), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:14.943606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2360c-afb2-413d-98d2-cc51a6d14476 req-6e8ca458-5977-4ca0-90a5-4803ba7cae28 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:14.945180 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79c2360c-afb2-413d-98d2-cc51a6d14476 req-6e8ca458-5977-4ca0-90a5-4803ba7cae28 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0520687 May 10 16:53:14.986155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (ee8f702c-e4f9-4272-bd01-f00f6cf04f27), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:14.995163 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-79c2360c-afb2-413d-98d2-cc51a6d14476 req-d1373c6c-c271-4924-934f-a1529e1ab4bf tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441830 May 10 16:53:15.014114 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8f702c-e4f9-4272-bd01-f00f6cf04f27,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:15.018141 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.020806 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee8f702c-e4f9-4272-bd01-f00f6cf04f27 HTTP/1.1" status: 204 len: 168 time: 0.2300608 May 10 16:53:15.023351 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43440) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:15.026819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.027172 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.027517 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.027856 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.028192 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.028550 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.028883 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.029213 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.029545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.029871 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.030195 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.031068 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.031508 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.031947 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.032309 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d0f064-8e92-401e-bd72-fc48cf7041d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.099619 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (86c89ebc-58b3-49c4-b16f-4293e1e93d33), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.178730 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (86c89ebc-58b3-49c4-b16f-4293e1e93d33), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.199740 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c89ebc-58b3-49c4-b16f-4293e1e93d33']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:15.210603 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b319107b-5b15-44cf-b7db-5b567ab4c2d6') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:15.210898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b319107b-5b15-44cf-b7db-5b567ab4c2d6') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:15.220359 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (b319107b-5b15-44cf-b7db-5b567ab4c2d6), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.233404 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (b319107b-5b15-44cf-b7db-5b567ab4c2d6), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.240865 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:53:15.241389 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (b319107b-5b15-44cf-b7db-5b567ab4c2d6), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:53:15.243536 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:53:15.301846 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (86c89ebc-58b3-49c4-b16f-4293e1e93d33), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.317855 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.321160 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] 10.222.0.48 "DELETE /v2.0/networks/86c89ebc-58b3-49c4-b16f-4293e1e93d33 HTTP/1.1" status: 204 len: 168 time: 0.2967820 May 10 16:53:15.322456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=86c89ebc-58b3-49c4-b16f-4293e1e93d33,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:15.329832 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.330183 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.330520 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.330857 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.331198 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.331521 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.331852 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.332173 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.333059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.333059 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.333337 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.333465 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.333786 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.334101 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.334417 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe609b-5fab-425c-baa4-6712797a1b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:15.487002 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43444) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:15.526251 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-54535f6b-7b9b-4872-875a-c279c246edb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea67afdf22fd4b41ac5f34bc29f3b7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380890 May 10 16:53:15.528705 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43446) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:15.576733 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] Publish callbacks [] for security_group (d788cbba-93b4-4241-98f1-4fa748bb3136), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.600210 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] Publish callbacks [] for security_group (d788cbba-93b4-4241-98f1-4fa748bb3136), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.649239 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d788cbba-93b4-4241-98f1-4fa748bb3136), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.651918 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:15.653102 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d788cbba-93b4-4241-98f1-4fa748bb3136 HTTP/1.1" status: 204 len: 168 time: 0.1234457 May 10 16:53:15.660898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d5c67-260a-48f7-adaf-218d118d7b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d788cbba-93b4-4241-98f1-4fa748bb3136,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:16.027910 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-de60342c-8815-4f28-a92a-4d98a2d1f787 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960495 May 10 16:53:16.149988 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d21822-a67c-412b-ae0f-33783093a2c5 req-5ab7861f-4f4c-4cb7-b278-84dc7b8e076c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:16.151465 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-01d21822-a67c-412b-ae0f-33783093a2c5 req-5ab7861f-4f4c-4cb7-b278-84dc7b8e076c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0872395 May 10 16:53:16.199700 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-41c41040-326b-4eb1-9852-d276ed7bc4cb req-8e686b22-38e5-4b60-a59b-7fdc6c22ff15 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439440 May 10 16:53:16.221230 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-01d21822-a67c-412b-ae0f-33783093a2c5 req-70069987-acdb-4e94-9325-df58c632f41e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7852cf3-09b2-43cc-bed2-14308296da95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634513 May 10 16:53:16.456430 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-c1b05bec-f026-4ee3-a9fb-8d15af1eac8a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:16.457935 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-c1b05bec-f026-4ee3-a9fb-8d15af1eac8a tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 946 time: 0.0608683 May 10 16:53:16.562696 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Deleting port 01f7d055-f780-49f6-98a2-68c108a3aa05 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:16.563254 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:16.677309 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] For port 01f7d055-f780-49f6-98a2-68c108a3aa05, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=01f7d055-f780-49f6-98a2-68c108a3aa05,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:16.677674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:16.861893 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:16.862257 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:16.862571 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Floating IP a0c426e8-9cfa-48b2-a9a9-c6150287f21d disassociated. External IP: 172.27.1.232, port: 01f7d055-f780-49f6-98a2-68c108a3aa05. May 10 16:53:16.862912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Calling delete_port for 01f7d055-f780-49f6-98a2-68c108a3aa05 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:16.991061 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (01f7d055-f780-49f6-98a2-68c108a3aa05), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:17.023201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event deleted for resources: {'Port': ['ID=01f7d055-f780-49f6-98a2-68c108a3aa05,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:17.145391 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:17.263088 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:17.275692 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:17.286683 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:17.287548 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:17.309229 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] No DVR routers for this DVR port 01f7d055-f780-49f6-98a2-68c108a3aa05 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:17.312896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:17.316574 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ae7ca648-a5f0-4000-8706-2e2d89b480b7 req-89922d7c-3ec4-4abc-b91a-0d2617d6ddb9 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "DELETE /v2.0/ports/01f7d055-f780-49f6-98a2-68c108a3aa05 HTTP/1.1" status: 204 len: 173 time: 0.8529959 May 10 16:53:17.317137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'name': 'network-vif-deleted', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:17.320252 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8201ece-b898-4ded-8a5b-101c1d2abea4" -d '{"events": [{"server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "name": "network-vif-deleted", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:17.325246 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-914fd46f-1d21-43a7-adf1-e0747fbac6f1 req-39700dd3-9601-4834-90de-1f1facf81101 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=061921a1-1ddc-4500-aee0-4cbeb018807f HTTP/1.1" status: 200 len: 210 time: 0.0304403 May 10 16:53:17.362084 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6117e9-2f2e-4f72-8271-a2cb769388c3 x-openstack-request-id: req-0d6117e9-2f2e-4f72-8271-a2cb769388c3 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:17.362604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061921a1-1ddc-4500-aee0-4cbeb018807f", "name": "network-vif-deleted", "tag": "01f7d055-f780-49f6-98a2-68c108a3aa05", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:17.363023 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d6117e9-2f2e-4f72-8271-a2cb769388c3 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:17.363590 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6117e9-2f2e-4f72-8271-a2cb769388c3'] response: {'server_uuid': '061921a1-1ddc-4500-aee0-4cbeb018807f', 'name': 'network-vif-deleted', 'tag': '01f7d055-f780-49f6-98a2-68c108a3aa05', 'status': 'completed', 'code': 200} May 10 16:53:17.409745 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:17.622292 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:17.648391 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:17.656898 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:17.657512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:52:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:17.770592 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:17.978710 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:18.006830 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ade5f-622b-4af8-bd32-7135e99578ac None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:48:06Z', 'revision_number': 4, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '37d5b9e3-85f0-4068-9c99-702e5d50390e', 'name': '', 'network_id': '5732deb1-fb33-4f08-9ad5-7d92102702ad', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'mac_address': 'fa:16:3e:d6:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:15Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'subnets': [{'id': '9ac3f8f3-2236-4e69-8fac-08c0452f930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:18.248903 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5243ebc-f9f0-4b42-9063-d14f652b567f None None] New status for floating IP a0c426e8-9cfa-48b2-a9a9-c6150287f21d: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:53:18.423147 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43464) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:18.740719 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (b7852cf3-09b2-43cc-bed2-14308296da95), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:18.766112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (b7852cf3-09b2-43cc-bed2-14308296da95), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:18.814841 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b7852cf3-09b2-43cc-bed2-14308296da95), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:18.817841 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:18.819180 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7852cf3-09b2-43cc-bed2-14308296da95 HTTP/1.1" status: 204 len: 168 time: 0.3948991 May 10 16:53:18.822614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43468) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:18.833316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff8209-852d-4cec-b23c-6bc0805ab607 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7852cf3-09b2-43cc-bed2-14308296da95,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:18.841852 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-028c6b4e-5a9a-44bd-84b9-452b4a44160e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] show failed (client error): The resource could not be found. May 10 16:53:18.842900 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-028c6b4e-5a9a-44bd-84b9-452b4a44160e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups/b7852cf3-09b2-43cc-bed2-14308296da95 HTTP/1.1" status: 404 len: 347 time: 0.0187945 May 10 16:53:18.845633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43470) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:18.963144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Deleting port b2ff0745-be62-488b-9e4d-7ed8d9912ff4 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:18.963481 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.039699 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.040018 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.053366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Calling delete_port for b2ff0745-be62-488b-9e4d-7ed8d9912ff4 owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:19.130019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8e35b56d-e2a4-44ed-8dfc-b24f550a0d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.190215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2ff0745-be62-488b-9e4d-7ed8d9912ff4), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.231911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event deleted for resources: {'Port': ['ID=b2ff0745-be62-488b-9e4d-7ed8d9912ff4,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:19.288207 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks [] for floatingip (a0c426e8-9cfa-48b2-a9a9-c6150287f21d), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.290656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:19.291823 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-6ee2ed02-86bd-4047-bdcb-0394bda6a179 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "DELETE /v2.0/floatingips/a0c426e8-9cfa-48b2-a9a9-c6150287f21d HTTP/1.1" status: 204 len: 168 time: 0.4453120 May 10 16:53:21.378004 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-97a544a4-3563-42ec-acb9-f32072b85878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:21.761824 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1357-6aea-4da2-a191-1981030c9a7f req-f0da987d-5680-45fc-ab67-92d5fefa5e1c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:21.763278 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e71e1357-6aea-4da2-a191-1981030c9a7f req-f0da987d-5680-45fc-ab67-92d5fefa5e1c tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0494196 May 10 16:53:21.810377 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e71e1357-6aea-4da2-a191-1981030c9a7f req-abaf7720-de2b-4448-81f9-eb6710724227 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 May 10 16:53:21.938153 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 01f7d055-f780-49f6-98a2-68c108a3aa05 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:21.961483 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 01f7d055-f780-49f6-98a2-68c108a3aa05 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:21.961823 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 01f7d055-f780-49f6-98a2-68c108a3aa05 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:22.494853 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:22.927318 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0f24e-cec6-40d2-8f11-b3c6d2fc2297 req-60997c14-ad09-47cb-9f39-dc629ac642f7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:22.928838 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4ae0f24e-cec6-40d2-8f11-b3c6d2fc2297 req-60997c14-ad09-47cb-9f39-dc629ac642f7 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0494111 May 10 16:53:22.976581 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4ae0f24e-cec6-40d2-8f11-b3c6d2fc2297 req-83d340af-3f19-4059-a663-519059c619fe tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 May 10 16:53:24.094155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fe84-77b8-48b8-b249-e99a9ecdd9ff req-21fe63bd-895a-4544-b47a-b882f6f51970 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:24.095651 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a70fe84-77b8-48b8-b249-e99a9ecdd9ff req-21fe63bd-895a-4544-b47a-b882f6f51970 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0516157 May 10 16:53:24.143081 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7a70fe84-77b8-48b8-b249-e99a9ecdd9ff req-12426726-e121-48e6-8ecb-ae9a64935f63 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 May 10 16:53:24.281364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:24.323430 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005013c0-2823-471f-8f65-41bb3294fa9e req-92de431a-bb82-4557-b539-9e573beab1dd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:24.324936 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-005013c0-2823-471f-8f65-41bb3294fa9e req-92de431a-bb82-4557-b539-9e573beab1dd tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 945 time: 0.0489295 May 10 16:53:24.412680 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Deleting port 9159b071-bf14-4943-ad14-db670af07144 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:24.413006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (9159b071-bf14-4943-ad14-db670af07144), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:24.500062 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] For port 9159b071-bf14-4943-ad14-db670af07144, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9159b071-bf14-4943-ad14-db670af07144,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:24.500454 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (9159b071-bf14-4943-ad14-db670af07144), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:24.513445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Calling delete_port for 9159b071-bf14-4943-ad14-db670af07144 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:24.648661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (9159b071-bf14-4943-ad14-db670af07144), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:24.663385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['9159b071-bf14-4943-ad14-db670af07144', '2e36c520-ea08-4d13-beae-c69470ab57c8'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:24.685975 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event deleted for resources: {'Port': ['ID=9159b071-bf14-4943-ad14-db670af07144,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:24.732560 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] No DVR routers for this DVR port 9159b071-bf14-4943-ad14-db670af07144 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:24.735604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:24.739232 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-005013c0-2823-471f-8f65-41bb3294fa9e req-bda62d9d-0602-4002-a225-81762fe20e6f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "DELETE /v2.0/ports/9159b071-bf14-4943-ad14-db670af07144 HTTP/1.1" status: 204 len: 173 time: 0.4091313 May 10 16:53:24.739701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'name': 'network-vif-deleted', 'tag': '9159b071-bf14-4943-ad14-db670af07144'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:24.742518 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e9152-d088-48e2-8e41-63af52d20a42" -d '{"events": [{"server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "name": "network-vif-deleted", "tag": "9159b071-bf14-4943-ad14-db670af07144"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:24.783819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897396b-7763-429b-874a-886b9e3741d3 x-openstack-request-id: req-9897396b-7763-429b-874a-886b9e3741d3 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:24.784111 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec359fa-52db-434d-8b29-f0d796faf8c0", "name": "network-vif-deleted", "tag": "9159b071-bf14-4943-ad14-db670af07144", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:24.784390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9897396b-7763-429b-874a-886b9e3741d3 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:24.784824 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9897396b-7763-429b-874a-886b9e3741d3'] response: {'server_uuid': 'dec359fa-52db-434d-8b29-f0d796faf8c0', 'name': 'network-vif-deleted', 'tag': '9159b071-bf14-4943-ad14-db670af07144', 'status': 'completed', 'code': 200} May 10 16:53:25.257322 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5f24c7eb-d0a7-473f-9a05-be67b4a97b42 req-52df6608-d337-4cd7-8b76-816cd90c2338 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec359fa-52db-434d-8b29-f0d796faf8c0 HTTP/1.1" status: 200 len: 210 time: 0.0302122 May 10 16:53:25.619580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:25.681711 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:53:26.569174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec6440-df42-40e0-88cc-12fcf0b5a16f req-e88f36bc-0f58-45be-bfd5-c469fd26fb55 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:26.571289 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-67ec6440-df42-40e0-88cc-12fcf0b5a16f req-e88f36bc-0f58-45be-bfd5-c469fd26fb55 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0730028 May 10 16:53:26.627447 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-67ec6440-df42-40e0-88cc-12fcf0b5a16f req-e0c04164-381f-443d-84c3-6f18580d8b7b tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504439 May 10 16:53:27.742474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e71af-64b4-41a5-ac72-b030f3ab2494 req-d2027862-3aad-4992-9c36-c70a8ac198b0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:27.743942 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd3e71af-64b4-41a5-ac72-b030f3ab2494 req-d2027862-3aad-4992-9c36-c70a8ac198b0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0458710 May 10 16:53:27.792464 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd3e71af-64b4-41a5-ac72-b030f3ab2494 req-73fbf9c5-64c2-4e98-8039-5fb4d0a5a9c0 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 May 10 16:53:28.002679 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9159b071-bf14-4943-ad14-db670af07144 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:28.023227 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 9159b071-bf14-4943-ad14-db670af07144 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:28.023566 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 9159b071-bf14-4943-ad14-db670af07144 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:28.863765 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:28.912352 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7044-52f2-41d7-9a80-1b789155eddd req-6ba0f9e5-55f1-4fcf-826a-db2c0928d3be tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:28.913867 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a36d7044-52f2-41d7-9a80-1b789155eddd req-6ba0f9e5-55f1-4fcf-826a-db2c0928d3be tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0492783 May 10 16:53:28.965242 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a36d7044-52f2-41d7-9a80-1b789155eddd req-60ecce3f-438a-448e-a2f5-284c64e71931 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 May 10 16:53:30.083658 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab243a1-52e2-4be4-8175-24df236f4881 req-c847d9a6-32b6-4c15-923a-c326d6c1fee4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:30.085193 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4ab243a1-52e2-4be4-8175-24df236f4881 req-c847d9a6-32b6-4c15-923a-c326d6c1fee4 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0481210 May 10 16:53:30.148445 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4ab243a1-52e2-4be4-8175-24df236f4881 req-53840b3b-b2c4-49f3-852f-67b42d47254f tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbff1575-547b-4c7b-85c3-2a1b37e09af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568776 May 10 16:53:30.184173 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b815-effd-4991-984b-c3329262ec66 req-d110468f-7b82-400f-aee9-5537a993cb4e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:30.185757 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ec96b815-effd-4991-984b-c3329262ec66 req-d110468f-7b82-400f-aee9-5537a993cb4e tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "GET /v2.0/ports?device_id=c82b30ce-5490-4df6-8d9e-12bf93154ae8 HTTP/1.1" status: 200 len: 946 time: 0.0535698 May 10 16:53:30.276648 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Deleting port 2e36c520-ea08-4d13-beae-c69470ab57c8 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:30.276900 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:30.373236 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] For port 2e36c520-ea08-4d13-beae-c69470ab57c8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2e36c520-ea08-4d13-beae-c69470ab57c8,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:30.373622 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:30.388213 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Calling delete_port for 2e36c520-ea08-4d13-beae-c69470ab57c8 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:30.521665 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (2e36c520-ea08-4d13-beae-c69470ab57c8), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:30.539504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['2e36c520-ea08-4d13-beae-c69470ab57c8'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:30.553239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Pushing event deleted for resources: {'Port': ['ID=2e36c520-ea08-4d13-beae-c69470ab57c8,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:30.603683 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] No DVR routers for this DVR port 2e36c520-ea08-4d13-beae-c69470ab57c8 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:30.606554 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:30.610748 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ec96b815-effd-4991-984b-c3329262ec66 req-b5c34378-fdf7-41ae-844e-c76bceb5ca48 tempest-ServerRescueNegativeTestJSON-1478239847 tempest-ServerRescueNegativeTestJSON-1478239847-project] 10.222.0.32 "DELETE /v2.0/ports/2e36c520-ea08-4d13-beae-c69470ab57c8 HTTP/1.1" status: 204 len: 173 time: 0.4183862 May 10 16:53:30.611238 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'name': 'network-vif-deleted', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:30.614464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f25cb3e-de19-4d5f-acf2-f6c61949419c" -d '{"events": [{"server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "name": "network-vif-deleted", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:30.857230 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a91e3-6c91-427b-a6cc-1e9fb64ca4ef x-openstack-request-id: req-eb1a91e3-6c91-427b-a6cc-1e9fb64ca4ef {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:30.857531 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b30ce-5490-4df6-8d9e-12bf93154ae8", "name": "network-vif-deleted", "tag": "2e36c520-ea08-4d13-beae-c69470ab57c8", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:30.857787 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb1a91e3-6c91-427b-a6cc-1e9fb64ca4ef {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:30.858190 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1a91e3-6c91-427b-a6cc-1e9fb64ca4ef'] response: {'server_uuid': 'c82b30ce-5490-4df6-8d9e-12bf93154ae8', 'name': 'network-vif-deleted', 'tag': '2e36c520-ea08-4d13-beae-c69470ab57c8', 'status': 'completed', 'code': 200} May 10 16:53:31.214569 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43522) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:31.770828 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:32.285684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Deleting port 37d5b9e3-85f0-4068-9c99-702e5d50390e {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:32.286402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:32.369386 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] For port 37d5b9e3-85f0-4068-9c99-702e5d50390e, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=37d5b9e3-85f0-4068-9c99-702e5d50390e,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:32.369753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:32.385589 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Calling delete_port for 37d5b9e3-85f0-4068-9c99-702e5d50390e owned by network:router_interface {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:32.580226 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (37d5b9e3-85f0-4068-9c99-702e5d50390e), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:32.605197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d5b9e3-85f0-4068-9c99-702e5d50390e,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:32.816631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.047222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:33.155837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:33.160845 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-2658a3b7-473a-4019-a2a8-e20d91624643 admin admin] 10.222.0.48 "PUT /v2.0/routers/8989f153-dd61-4c80-9bc0-7cc1f1325b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9473670 May 10 16:53:33.163648 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43530) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:33.167336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Sync routers for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:33.182910 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:33.183897 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:33.302976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks [] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.313391 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:33.411767 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks [] for router_gateway (8989f153-dd61-4c80-9bc0-7cc1f1325b43), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.457909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Deleting port 64d69574-32ec-44f2-a06c-df7c4c89d6fe {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:33.458243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.489603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:53:32Z', 'revision_number': 5, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port': {'id': '64d69574-32ec-44f2-a06c-df7c4c89d6fe', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:47:59Z', 'updated_at': '2022-05-10T16:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:33.536974 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Checking router: 8989f153-dd61-4c80-9bc0-7cc1f1325b43 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:33.538575 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] For port 64d69574-32ec-44f2-a06c-df7c4c89d6fe, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=64d69574-32ec-44f2-a06c-df7c4c89d6fe,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:33.538941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.546551 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Routers {'8989f153-dd61-4c80-9bc0-7cc1f1325b43'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:33.547314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:33.553144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Calling delete_port for 64d69574-32ec-44f2-a06c-df7c4c89d6fe owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:33.641384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] Set router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 gateway port host: None {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:33.696853 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:53:33Z', 'revision_number': 6, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:33.728587 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07821c81-0be0-42ee-840c-c41ae3a053fa None None] The sync data for ids ['8989f153-dd61-4c80-9bc0-7cc1f1325b43'] in dv-cinder-835881-10-iscsi is: [{'id': '8989f153-dd61-4c80-9bc0-7cc1f1325b43', 'name': 'tempest-ServerRescueNegativeTestJSON-1946041747-router', 'tenant_id': 'f6208c73932343aeae12d8cd0983fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:47:58Z', 'updated_at': '2022-05-10T16:53:33Z', 'revision_number': 6, 'project_id': 'f6208c73932343aeae12d8cd0983fc77', 'gw_port_host': None}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:33.728941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (64d69574-32ec-44f2-a06c-df7c4c89d6fe), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:33.768759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Pushing event deleted for resources: {'Port': ['ID=64d69574-32ec-44f2-a06c-df7c4c89d6fe,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:33.830056 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.023276 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 2e36c520-ea08-4d13-beae-c69470ab57c8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:34.045504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 2e36c520-ea08-4d13-beae-c69470ab57c8 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:34.045982 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 2e36c520-ea08-4d13-beae-c69470ab57c8 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:34.192265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.199156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks [] for router_controller (8989f153-dd61-4c80-9bc0-7cc1f1325b43), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.268405 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (8989f153-dd61-4c80-9bc0-7cc1f1325b43), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.269165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8989f153-dd61-4c80-9bc0-7cc1f1325b43 {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:53:34.274215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.275527 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-7cf66410-2652-49c9-a5f7-ca02d8e3ccaa admin admin] 10.222.0.48 "DELETE /v2.0/routers/8989f153-dd61-4c80-9bc0-7cc1f1325b43 HTTP/1.1" status: 204 len: 168 time: 1.1105742 May 10 16:53:34.277925 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43532) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:34.325112 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Deleting subnet 9ac3f8f3-2236-4e69-8fac-08c0452f930d {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:53:34.328792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Publish callbacks [] for subnet (9ac3f8f3-2236-4e69-8fac-08c0452f930d), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.364754 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (9ac3f8f3-2236-4e69-8fac-08c0452f930d), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.478388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (9ac3f8f3-2236-4e69-8fac-08c0452f930d), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.544739 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (9ac3f8f3-2236-4e69-8fac-08c0452f930d), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.576129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac3f8f3-2236-4e69-8fac-08c0452f930d,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:34.581730 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.588175 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43534) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:34.588939 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-27d83316-ad63-49f6-829e-cc435cc923ad admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9ac3f8f3-2236-4e69-8fac-08c0452f930d HTTP/1.1" status: 204 len: 168 time: 0.3099513 May 10 16:53:34.596156 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c550d4-e50a-4d7d-8468-3f9cb4ca9444 None None] Network 5732deb1-fb33-4f08-9ad5-7d92102702ad requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:53:34.643412 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 37d5b9e3-85f0-4068-9c99-702e5d50390e no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:34.675014 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 37d5b9e3-85f0-4068-9c99-702e5d50390e {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:34.675364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 37d5b9e3-85f0-4068-9c99-702e5d50390e not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:34.675779 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 64d69574-32ec-44f2-a06c-df7c4c89d6fe no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:34.678853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (5732deb1-fb33-4f08-9ad5-7d92102702ad), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.701365 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 64d69574-32ec-44f2-a06c-df7c4c89d6fe {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:34.702371 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 64d69574-32ec-44f2-a06c-df7c4c89d6fe not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:34.731694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Deleting port 1685645e-478f-4504-91d9-cda0419d3170 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:34.732037 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (1685645e-478f-4504-91d9-cda0419d3170), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.801888 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] For port 1685645e-478f-4504-91d9-cda0419d3170, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=1685645e-478f-4504-91d9-cda0419d3170,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:34.802819 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (1685645e-478f-4504-91d9-cda0419d3170), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.809697 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] DHCP port deletion for 5732deb1-fb33-4f08-9ad5-7d92102702ad request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:53:34.817455 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Calling delete_port for 1685645e-478f-4504-91d9-cda0419d3170 owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:34.856514 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Deleting port 1685645e-478f-4504-91d9-cda0419d3170 {{(pid=120585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:34.857303 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (1685645e-478f-4504-91d9-cda0419d3170), before_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.914511 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (1685645e-478f-4504-91d9-cda0419d3170), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.945050 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Pushing event deleted for resources: {'Port': ['ID=1685645e-478f-4504-91d9-cda0419d3170,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:34.952055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] No DVR routers for this DVR port 1685645e-478f-4504-91d9-cda0419d3170 on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:34.954327 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] For port 1685645e-478f-4504-91d9-cda0419d3170, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=1685645e-478f-4504-91d9-cda0419d3170,segment=NetworkSegment(0fd7e285-b0db-4814-9439-6091b362495c),segment_id=0fd7e285-b0db-4814-9439-6091b362495c)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:34.954930 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (1685645e-478f-4504-91d9-cda0419d3170), precommit_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:34.971577 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Calling delete_port for 1685645e-478f-4504-91d9-cda0419d3170 owned by network:dhcp {{(pid=120585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:35.031025 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (5732deb1-fb33-4f08-9ad5-7d92102702ad), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.052720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5732deb1-fb33-4f08-9ad5-7d92102702ad']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:35.062871 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7e285-b0db-4814-9439-6091b362495c') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:35.063177 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7e285-b0db-4814-9439-6091b362495c') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:35.072513 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (0fd7e285-b0db-4814-9439-6091b362495c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.087830 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (0fd7e285-b0db-4814-9439-6091b362495c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.093570 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225'] for port (1685645e-478f-4504-91d9-cda0419d3170), after_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.103120 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:53:35.103578 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (0fd7e285-b0db-4814-9439-6091b362495c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:53:35.106166 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:53:35.119487 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Pushing event deleted for resources: {'Port': ['ID=1685645e-478f-4504-91d9-cda0419d3170,revision_number=None']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:35.125755 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] No DVR routers for this DVR port 1685645e-478f-4504-91d9-cda0419d3170 on host dv-cinder-835881-10-iscsi {{(pid=120585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:35.134428 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.134808 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.135130 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.135483 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.135848 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.136138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.136495 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.136817 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.137156 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.137472 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.137790 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.138107 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.138420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.138733 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.139045 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f34ffb-bf0c-427f-8c9c-4cd5427d42d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:53:35.167424 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (5732deb1-fb33-4f08-9ad5-7d92102702ad), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.172651 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.176240 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5732deb1-fb33-4f08-9ad5-7d92102702ad HTTP/1.1" status: 204 len: 168 time: 0.5810144 May 10 16:53:35.187783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f3684-e2ba-4927-9890-3692f9ef0030 admin admin] Pushing event deleted for resources: {'Network': ['ID=5732deb1-fb33-4f08-9ad5-7d92102702ad,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:35.296364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43538) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:35.335914 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-afc5fd9d-daa3-4a47-8420-e56b6b2a1682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6208c73932343aeae12d8cd0983fc77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383787 May 10 16:53:35.338539 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43540) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:35.390983 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] Publish callbacks [] for security_group (fbff1575-547b-4c7b-85c3-2a1b37e09af8), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.413082 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] Publish callbacks [] for security_group (fbff1575-547b-4c7b-85c3-2a1b37e09af8), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.461370 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fbff1575-547b-4c7b-85c3-2a1b37e09af8), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.464566 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:35.465964 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbff1575-547b-4c7b-85c3-2a1b37e09af8 HTTP/1.1" status: 204 len: 168 time: 0.1263804 May 10 16:53:35.477219 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc45b-bc49-47e0-88db-b402e8542e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff1575-547b-4c7b-85c3-2a1b37e09af8,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:36.579989 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 1685645e-478f-4504-91d9-cda0419d3170 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:36.614220 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 1685645e-478f-4504-91d9-cda0419d3170 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:36.614750 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 1685645e-478f-4504-91d9-cda0419d3170 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:38.957070 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-89c733c0-faab-487f-8e2c-d12e4bb35889 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699835636&fields=id&tenant_id=ad2249e85fd741258c91142e19edc714 HTTP/1.1" status: 200 len: 267 time: 0.0491347 May 10 16:53:39.011515 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-8f737b2f-3f8c-462f-b512-6e5cbe694460 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:39.013037 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-8f737b2f-3f8c-462f-b512-6e5cbe694460 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 985 time: 0.0489340 May 10 16:53:39.024149 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Request body: {'port': {'security_groups': ['4499bd07-066a-40d4-a5b6-0596e42b9a66']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:53:39.121177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.321837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:39.359471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for port (b30dc8d6-b194-432b-996f-a760a67504fc), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.365289 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.383587 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:39.443423 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:39.444353 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.446613 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aae209e2-3e6a-4da8-9b86-6c0fc53eb9aa req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "PUT /v2.0/ports/b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 943 time: 0.4272444 May 10 16:53:39.447320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:39.454352 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b62c76-b170-4984-92c1-b05450cd4629" -d '{"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:39.454499 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43600) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:39.497154 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59b904-411c-4d72-bee3-de7496a392fb tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event updated for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=7']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:39.530557 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999e483c-0bc7-4a53-8a61-620abcbc2c0f x-openstack-request-id: req-999e483c-0bc7-4a53-8a61-620abcbc2c0f {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:39.531060 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:39.533069 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-999e483c-0bc7-4a53-8a61-620abcbc2c0f {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:39.533069 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999e483c-0bc7-4a53-8a61-620abcbc2c0f'] response: {'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:53:39.540348 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:39.586472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (7d7dbe47-73cd-401e-ad9c-f0ec589bae2c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.650689 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (7d7dbe47-73cd-401e-ad9c-f0ec589bae2c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.769616 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (7d7dbe47-73cd-401e-ad9c-f0ec589bae2c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.774524 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:39.776821 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d7dbe47-73cd-401e-ad9c-f0ec589bae2c HTTP/1.1" status: 204 len: 168 time: 0.3209996 May 10 16:53:39.779454 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43608) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:39.789465 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365f5a7-c1b9-42ad-983f-b2170540ba51 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7dbe47-73cd-401e-ad9c-f0ec589bae2c,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:39.836824 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62c76-b170-4984-92c1-b05450cd4629 req-167e7df8-0270-4e57-b46a-1ad8be6100d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:39.838532 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-167e7df8-0270-4e57-b46a-1ad8be6100d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1130 time: 0.2803376 May 10 16:53:39.960488 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-b122b1c0-873b-4280-b484-3ba9782439f8 None None] Provisioning complete for port b30dc8d6-b194-432b-996f-a760a67504fc triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:53:39.960926 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b122b1c0-873b-4280-b484-3ba9782439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.027340 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62c76-b170-4984-92c1-b05450cd4629 req-a548d088-2adc-4f79-a235-e0f43dbc099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:40.028881 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-a548d088-2adc-4f79-a235-e0f43dbc099f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.1822863 May 10 16:53:40.089247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Deleting port 596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:40.089593 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.114310 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-b122b1c0-873b-4280-b484-3ba9782439f8 None None] Current status of the port b30dc8d6-b194-432b-996f-a760a67504fc is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:53:40.175969 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-4c0d51fa-9b16-45f5-8a16-5baa1b979cbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 1002 time: 0.1390944 May 10 16:53:40.242492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.242909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for floatingip (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.260610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Calling delete_port for 596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:40.263054 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62c76-b170-4984-92c1-b05450cd4629 req-42302f10-692c-4977-b0d6-ac3fd31d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:40.264651 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-42302f10-692c-4977-b0d6-ac3fd31d47db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0816269 May 10 16:53:40.368150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62c76-b170-4984-92c1-b05450cd4629 req-5feebc00-fd39-4ba8-8208-34df3f49cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:40.369672 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-5feebc00-fd39-4ba8-8208-34df3f49cee8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0972066 May 10 16:53:40.508024 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-0e9c2c96-5b1d-4701-88cc-af915eaa8821 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262436 May 10 16:53:40.629887 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.675806 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event deleted for resources: {'Port': ['ID=596edb0b-70b3-4a0f-9ec0-f8e44f7c4d0e,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:40.680699 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-40b62c76-b170-4984-92c1-b05450cd4629 req-1a4c3570-c468-4068-bcf2-24cbccdb8259 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646202 May 10 16:53:40.762176 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks [] for floatingip (43041694-33ed-4df4-97d0-ab241bc1cb95), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:40.762508 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Floating IP 43041694-33ed-4df4-97d0-ab241bc1cb95 disassociated (deleted). External IP: 172.27.1.190, port: b30dc8d6-b194-432b-996f-a760a67504fc. May 10 16:53:41.025345 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Router 185fc977-4849-4296-8964-dca4b73c6623 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:41.175168 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:41.180813 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:41.187188 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Sync routers for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:41.204531 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:41.205550 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:41.231568 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-cab99b85-3f51-4821-8e9c-ac42461760c3 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "DELETE /v2.0/floatingips/43041694-33ed-4df4-97d0-ab241bc1cb95 HTTP/1.1" status: 204 len: 168 time: 1.4493725 May 10 16:53:41.336572 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:41.534240 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:41.540138 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f76315e-deb0-4180-b2ca-da65a60718a5" -d '{"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:41.571989 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:41.591256 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee76687-ad92-4618-a4c7-d32f2b9737c3 x-openstack-request-id: req-1ee76687-ad92-4618-a4c7-d32f2b9737c3 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:41.591766 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:41.592159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ee76687-ad92-4618-a4c7-d32f2b9737c3 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:41.592868 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee76687-ad92-4618-a4c7-d32f2b9737c3'] response: {'name': 'network-changed', 'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:53:41.606548 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Checking router: 185fc977-4849-4296-8964-dca4b73c6623 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:41.620134 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:41.621206 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:41.665852 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-9cdb58c9-0b42-463a-95f8-7465c89ea9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:41.667333 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-9cdb58c9-0b42-463a-95f8-7465c89ea9d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2249e85fd741258c91142e19edc714&device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 1130 time: 0.0509090 May 10 16:53:41.841657 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:42.037081 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-12e3510a-f5c4-41e9-88d1-8a5fc9aa0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:42.038902 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-12e3510a-f5c4-41e9-88d1-8a5fc9aa0077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 200 len: 916 time: 0.1026440 May 10 16:53:42.047216 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:42.075520 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bce43-3241-4ce0-b079-3fe78c1416b2 None None] The sync data for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi is: [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:53Z', 'revision_number': 4, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'cf276f84-c70a-4aa9-8cf2-0052a0726803', 'name': '', 'network_id': 'c651f71d-58b1-4ad6-afef-e7eaac16708e', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'mac_address': 'fa:16:3e:86:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:52Z', 'updated_at': '2022-05-10T16:50:58Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'subnets': [{'id': 'f9495f0f-3ff8-409b-8df9-b63b1b07fc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:42.114585 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-a1f1b5b7-70f5-41db-b654-f6ec2024fa11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 200 len: 217 time: 0.0441830 May 10 16:53:42.169232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-f4b5eb05-c018-4452-95b6-6d3b60fdde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:42.171095 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-f4b5eb05-c018-4452-95b6-6d3b60fdde44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 200 len: 854 time: 0.0503323 May 10 16:53:42.218896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-d6a101f0-f6e3-416e-b15a-81562692a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:42.221090 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-d6a101f0-f6e3-416e-b15a-81562692a884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c651f71d-58b1-4ad6-afef-e7eaac16708e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436087 May 10 16:53:42.349989 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-ec2a39df-8645-487a-a58b-285c18dfa008 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218383 May 10 16:53:42.356455 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20981f03-52d0-448c-ad33-46dc1bb16774 None None] New status for floating IP 43041694-33ed-4df4-97d0-ab241bc1cb95: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:53:42.449345 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9f76315e-deb0-4180-b2ca-da65a60718a5 req-2f3fadc6-9a3c-4316-b04d-1d0ee2220c87 service neutron] 10.222.0.32 "GET /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930598 May 10 16:53:44.050702 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34f893-7f20-40b5-ac29-0d5d5b16b0ce req-063925a1-5f7b-4ea4-a88c-4d3f47c6bd46 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:44.052632 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce34f893-7f20-40b5-ac29-0d5d5b16b0ce req-063925a1-5f7b-4ea4-a88c-4d3f47c6bd46 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0573387 May 10 16:53:44.106634 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ce34f893-7f20-40b5-ac29-0d5d5b16b0ce req-3af02b62-960b-4f14-aa8f-521582fbab50 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 May 10 16:53:45.238639 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b21ffc-1307-483f-a83c-5a198be658b1 req-95afb8bc-7d8b-4aee-8604-48d5a9543a27 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:45.241256 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d9b21ffc-1307-483f-a83c-5a198be658b1 req-95afb8bc-7d8b-4aee-8604-48d5a9543a27 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0622332 May 10 16:53:45.312052 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d9b21ffc-1307-483f-a83c-5a198be658b1 req-531286a1-a3bf-4605-bf30-c71285d9f03d tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/security-groups?id=4499bd07-066a-40d4-a5b6-0596e42b9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649276 May 10 16:53:45.389838 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43700) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:45.492017 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8154fe62-c152-4938-9e05-14824fe597cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.575681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8154fe62-c152-4938-9e05-14824fe597cc admin admin] Publish callbacks [] for security_group (8b97ec4d-3a2f-4332-a746-e0f197cb068f), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.580942 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8154fe62-c152-4938-9e05-14824fe597cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8b97ec4d-3a2f-4332-a746-e0f197cb068f), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.627753 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8154fe62-c152-4938-9e05-14824fe597cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e82a2fc737eb4715b627890441776dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367246 May 10 16:53:45.628481 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154fe62-c152-4938-9e05-14824fe597cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b97ec4d-3a2f-4332-a746-e0f197cb068f,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:45.631457 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43704) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:45.691196 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] Publish callbacks [] for security_group (8b97ec4d-3a2f-4332-a746-e0f197cb068f), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.713086 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] Publish callbacks [] for security_group (8b97ec4d-3a2f-4332-a746-e0f197cb068f), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.765899 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8b97ec4d-3a2f-4332-a746-e0f197cb068f), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.768688 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:45.769831 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b97ec4d-3a2f-4332-a746-e0f197cb068f HTTP/1.1" status: 204 len: 168 time: 0.1367464 May 10 16:53:45.778453 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb0607-b5d6-42a0-92ce-189896ffa45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b97ec4d-3a2f-4332-a746-e0f197cb068f,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:45.836493 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-ddc17a12-5649-4162-a245-e62e869f2069 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:45.837982 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-ddc17a12-5649-4162-a245-e62e869f2069 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 946 time: 0.0656624 May 10 16:53:45.942358 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Deleting port b30dc8d6-b194-432b-996f-a760a67504fc {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:45.942862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:46.055946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] For port b30dc8d6-b194-432b-996f-a760a67504fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b30dc8d6-b194-432b-996f-a760a67504fc,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:46.056160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:46.069850 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Calling delete_port for b30dc8d6-b194-432b-996f-a760a67504fc owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:46.231545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b30dc8d6-b194-432b-996f-a760a67504fc), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:46.245878 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b30dc8d6-b194-432b-996f-a760a67504fc'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:53:46.262539 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Pushing event deleted for resources: {'Port': ['ID=b30dc8d6-b194-432b-996f-a760a67504fc,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:46.326153 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] No DVR routers for this DVR port b30dc8d6-b194-432b-996f-a760a67504fc on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:46.329494 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:46.333356 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9bb6cce-8b23-4869-810e-a4c9c5c37dc7 req-15aee8ed-9b51-4bbe-8084-90ace3da43a6 tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.32 "DELETE /v2.0/ports/b30dc8d6-b194-432b-996f-a760a67504fc HTTP/1.1" status: 204 len: 173 time: 0.4893720 May 10 16:53:46.333976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'name': 'network-vif-deleted', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:53:46.337285 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3820e1-4bdd-4029-8fb8-a65a85a5cf3c" -d '{"events": [{"server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "name": "network-vif-deleted", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:53:46.392397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62035fb5-20cf-4d45-8f1a-1894e9fe3e48 x-openstack-request-id: req-62035fb5-20cf-4d45-8f1a-1894e9fe3e48 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:53:46.393388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f5143e-66c5-4637-b754-ae72952cc5ae", "name": "network-vif-deleted", "tag": "b30dc8d6-b194-432b-996f-a760a67504fc", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:53:46.393388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62035fb5-20cf-4d45-8f1a-1894e9fe3e48 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:53:46.393853 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62035fb5-20cf-4d45-8f1a-1894e9fe3e48'] response: {'server_uuid': '25f5143e-66c5-4637-b754-ae72952cc5ae', 'name': 'network-vif-deleted', 'tag': 'b30dc8d6-b194-432b-996f-a760a67504fc', 'status': 'completed', 'code': 200} May 10 16:53:46.446354 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9fbaf052-8585-450c-8eef-9524119f9dcc req-f5c80c45-3518-4310-b9fc-f4120fde3f9f tempest-TestMinimumBasicScenario-253259930 tempest-TestMinimumBasicScenario-253259930-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f5143e-66c5-4637-b754-ae72952cc5ae HTTP/1.1" status: 200 len: 210 time: 0.0327334 May 10 16:53:48.232495 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43840) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:48.685032 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (185fc977-4849-4296-8964-dca4b73c6623), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:48.990423 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Deleting port cf276f84-c70a-4aa9-8cf2-0052a0726803 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:48.990762 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:49.072670 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] For port cf276f84-c70a-4aa9-8cf2-0052a0726803, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=cf276f84-c70a-4aa9-8cf2-0052a0726803,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:49.073099 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:49.088809 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Calling delete_port for cf276f84-c70a-4aa9-8cf2-0052a0726803 owned by network:router_interface {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:49.132855 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8fb5eff2-b308-4b63-bbf0-953ff2d47b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:49.289227 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (cf276f84-c70a-4aa9-8cf2-0052a0726803), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:49.317904 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf276f84-c70a-4aa9-8cf2-0052a0726803,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:49.516355 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (185fc977-4849-4296-8964-dca4b73c6623), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:49.763246 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Router 185fc977-4849-4296-8964-dca4b73c6623 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:49.876783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:49.881742 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d4ee9083-f5b0-4537-bc12-2293effb1e59 admin admin] 10.222.0.48 "PUT /v2.0/routers/185fc977-4849-4296-8964-dca4b73c6623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6436431 May 10 16:53:49.884486 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43844) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:49.887550 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Sync routers for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:49.899292 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:49.899904 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:50.023091 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:50.070482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b30dc8d6-b194-432b-996f-a760a67504fc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:50.095176 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: b30dc8d6-b194-432b-996f-a760a67504fc {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:50.095531 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b30dc8d6-b194-432b-996f-a760a67504fc not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:50.217600 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:53:49Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:50.245421 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Checking router: 185fc977-4849-4296-8964-dca4b73c6623 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:50.255741 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Routers {'185fc977-4849-4296-8964-dca4b73c6623'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:50.256517 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['185fc977-4849-4296-8964-dca4b73c6623'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:50.267386 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks [] for router (185fc977-4849-4296-8964-dca4b73c6623), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.379222 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] Set router 185fc977-4849-4296-8964-dca4b73c6623 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:50.398166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks [] for router_gateway (185fc977-4849-4296-8964-dca4b73c6623), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.450290 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Deleting port fd9949d8-db20-431b-87dc-0e8e9d5fafa8 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:50.450637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.535131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] For port fd9949d8-db20-431b-87dc-0e8e9d5fafa8, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:50.535630 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.553485 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Calling delete_port for fd9949d8-db20-431b-87dc-0e8e9d5fafa8 owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:50.568788 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:53:49Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:50.599728 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61ecc-68f0-4abb-9f57-753d9a5f95d9 None None] The sync data for ids ['185fc977-4849-4296-8964-dca4b73c6623'] in dv-cinder-835881-10-iscsi is: [{'id': '185fc977-4849-4296-8964-dca4b73c6623', 'name': 'tempest-TestMinimumBasicScenario-1786734620-router', 'tenant_id': 'ad2249e85fd741258c91142e19edc714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:53:49Z', 'revision_number': 5, 'project_id': 'ad2249e85fd741258c91142e19edc714', 'gw_port': {'id': 'fd9949d8-db20-431b-87dc-0e8e9d5fafa8', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fc977-4849-4296-8964-dca4b73c6623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:48Z', 'updated_at': '2022-05-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:50.748970 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fd9949d8-db20-431b-87dc-0e8e9d5fafa8), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.773704 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9949d8-db20-431b-87dc-0e8e9d5fafa8,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:50.837062 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (185fc977-4849-4296-8964-dca4b73c6623), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.931959 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (185fc977-4849-4296-8964-dca4b73c6623), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.934565 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks [] for router_controller (185fc977-4849-4296-8964-dca4b73c6623), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.982708 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (185fc977-4849-4296-8964-dca4b73c6623), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.983222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 185fc977-4849-4296-8964-dca4b73c6623 {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:53:50.988897 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:50.990082 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-3bed9024-864b-4507-9f9d-ccdf8f3fe3e6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/185fc977-4849-4296-8964-dca4b73c6623 HTTP/1.1" status: 204 len: 168 time: 1.1045396 May 10 16:53:50.992792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43848) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:51.043304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Deleting subnet f9495f0f-3ff8-409b-8df9-b63b1b07fc95 {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:53:51.047487 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Publish callbacks [] for subnet (f9495f0f-3ff8-409b-8df9-b63b1b07fc95), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.085334 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (f9495f0f-3ff8-409b-8df9-b63b1b07fc95), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.169937 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (f9495f0f-3ff8-409b-8df9-b63b1b07fc95), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.228399 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (f9495f0f-3ff8-409b-8df9-b63b1b07fc95), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.254433 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9495f0f-3ff8-409b-8df9-b63b1b07fc95,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:51.258129 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.263741 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-46c5f419-27e2-45e4-bee5-622cd471c32a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f9495f0f-3ff8-409b-8df9-b63b1b07fc95 HTTP/1.1" status: 204 len: 168 time: 0.2676380 May 10 16:53:51.264578 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43850) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:51.265064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fcb2d-d698-4e48-9ba3-a0e94034e9b5 None None] Network c651f71d-58b1-4ad6-afef-e7eaac16708e requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:53:51.342262 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (c651f71d-58b1-4ad6-afef-e7eaac16708e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.387946 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Deleting port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:51.388296 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.395344 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ba828b78-5046-4dec-b96d-0f06fa0972c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.463530 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] For port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,segment=NetworkSegment(8bdc093d-85f9-4879-acca-216ed1582b7e),segment_id=8bdc093d-85f9-4879-acca-216ed1582b7e)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:51.463897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.477952 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Calling delete_port for 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:51.560683 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.586890 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:51.590661 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] No DVR routers for this DVR port 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:51.638802 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c759389-30ef-45d3-8435-c3d02b0018eb None None] DHCP port deletion for c651f71d-58b1-4ad6-afef-e7eaac16708e request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:53:51.682001 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (c651f71d-58b1-4ad6-afef-e7eaac16708e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.710238 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c651f71d-58b1-4ad6-afef-e7eaac16708e']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:51.719897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdc093d-85f9-4879-acca-216ed1582b7e') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:51.720200 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdc093d-85f9-4879-acca-216ed1582b7e') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:51.729547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (8bdc093d-85f9-4879-acca-216ed1582b7e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.745956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8bdc093d-85f9-4879-acca-216ed1582b7e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.753739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:53:51.754273 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (8bdc093d-85f9-4879-acca-216ed1582b7e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:53:51.756240 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:53:51.812052 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (c651f71d-58b1-4ad6-afef-e7eaac16708e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.817694 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:51.821155 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c651f71d-58b1-4ad6-afef-e7eaac16708e HTTP/1.1" status: 204 len: 168 time: 0.5549991 May 10 16:53:51.824206 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43854) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:51.833297 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2cb60-306b-4f65-8bc6-64afe5bad5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c651f71d-58b1-4ad6-afef-e7eaac16708e,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:52.169418 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:52.422539 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Deleting port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:52.422803 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:52.508538 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:52.510796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] For port 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:52.511165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:52.526203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Calling delete_port for 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c owned by network:router_interface {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:52.591115 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fd9949d8-db20-431b-87dc-0e8e9d5fafa8 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:52.611358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: fd9949d8-db20-431b-87dc-0e8e9d5fafa8 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:52.611699 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fd9949d8-db20-431b-87dc-0e8e9d5fafa8 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:52.612116 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device cf276f84-c70a-4aa9-8cf2-0052a0726803 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:52.631951 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: cf276f84-c70a-4aa9-8cf2-0052a0726803 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:52.632297 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device cf276f84-c70a-4aa9-8cf2-0052a0726803 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:52.632724 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:52.652522 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:52.652862 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 36a84ae0-52c8-4d2e-8abf-e84a85a9bcaa not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:52.738449 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:52.767363 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Pushing event deleted for resources: {'Port': ['ID=7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:52.957658 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:53.191350 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Router 145a4f70-63f6-44e6-b853-674f4cc1b2be has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:53:53.305855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:53:53.311934 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4d42a2a1-79c1-4de9-8932-46154c88e28f admin admin] 10.222.0.48 "PUT /v2.0/routers/145a4f70-63f6-44e6-b853-674f4cc1b2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862921 May 10 16:53:53.314792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43858) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:53.317378 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Sync routers for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:53:53.329296 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:53.329927 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:53.432945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks [] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:53.477990 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:53.734395 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:53:52Z', 'revision_number': 5, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:53.761785 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Checking router: 145a4f70-63f6-44e6-b853-674f4cc1b2be for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:53:53.771345 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Routers {'145a4f70-63f6-44e6-b853-674f4cc1b2be'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:53:53.771955 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['145a4f70-63f6-44e6-b853-674f4cc1b2be'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:53.875204 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks [] for router_gateway (145a4f70-63f6-44e6-b853-674f4cc1b2be), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:53.894198 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] Set router 145a4f70-63f6-44e6-b853-674f4cc1b2be gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:53:53.926201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Deleting port ae559b9a-9c40-46ca-99a6-df0cb72ddd39 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:53.926651 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.024949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] For port ae559b9a-9c40-46ca-99a6-df0cb72ddd39, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:54.025317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.040471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Calling delete_port for ae559b9a-9c40-46ca-99a6-df0cb72ddd39 owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:54.105305 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:53:52Z', 'revision_number': 5, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:54.134881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd085c92-746c-4ff5-a0db-b50460779fce None None] The sync data for ids ['145a4f70-63f6-44e6-b853-674f4cc1b2be'] in dv-cinder-835881-10-iscsi is: [{'id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'name': 'tempest-TestMinimumBasicScenario-1807203937-router', 'tenant_id': '8882897bb59441a0a22e90b476669850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:50:57Z', 'updated_at': '2022-05-10T16:53:52Z', 'revision_number': 5, 'project_id': '8882897bb59441a0a22e90b476669850', 'gw_port': {'id': 'ae559b9a-9c40-46ca-99a6-df0cb72ddd39', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145a4f70-63f6-44e6-b853-674f4cc1b2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:50:58Z', 'updated_at': '2022-05-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:53:54.269968 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (ae559b9a-9c40-46ca-99a6-df0cb72ddd39), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.289321 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.304487 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae559b9a-9c40-46ca-99a6-df0cb72ddd39,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:54.368382 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.463864 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.466251 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks [] for router_controller (145a4f70-63f6-44e6-b853-674f4cc1b2be), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.516470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (145a4f70-63f6-44e6-b853-674f4cc1b2be), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.517063 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145a4f70-63f6-44e6-b853-674f4cc1b2be {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:53:54.523250 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.527101 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-effa5c4e-50c5-45a2-88ad-f00f7964c40e admin admin] 10.222.0.48 "DELETE /v2.0/routers/145a4f70-63f6-44e6-b853-674f4cc1b2be HTTP/1.1" status: 204 len: 168 time: 1.2113061 May 10 16:53:54.527601 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43874) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:54.596868 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Deleting subnet e77c0554-0d23-465b-a0f3-c69ef02a00a5 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:53:54.601470 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Publish callbacks [] for subnet (e77c0554-0d23-465b-a0f3-c69ef02a00a5), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.645316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (e77c0554-0d23-465b-a0f3-c69ef02a00a5), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.683287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:54.704881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:54.705298 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7abb2f1e-9f8b-46a9-8a6c-aec7f25c3d6c not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:54.772041 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (e77c0554-0d23-465b-a0f3-c69ef02a00a5), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.836521 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (e77c0554-0d23-465b-a0f3-c69ef02a00a5), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.863462 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77c0554-0d23-465b-a0f3-c69ef02a00a5,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:54.871982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:54.876931 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-dc100b38-d443-4dfc-b5d9-fbad677080c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e77c0554-0d23-465b-a0f3-c69ef02a00a5 HTTP/1.1" status: 204 len: 168 time: 0.3473904 May 10 16:53:54.883750 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43878) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:54.885233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6facbd0-91fc-4015-9b6f-647f08089c34 None None] Network c16e9166-f004-4ae2-ad6d-973a7a3ddc78 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:53:54.972473 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (c16e9166-f004-4ae2-ad6d-973a7a3ddc78), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.022382 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Deleting port de570eb6-e777-4bd6-9378-9b4e5f5d2387 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:53:55.022729 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.092827 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] For port de570eb6-e777-4bd6-9378-9b4e5f5d2387, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=de570eb6-e777-4bd6-9378-9b4e5f5d2387,segment=NetworkSegment(095b9164-0eb4-4821-b363-05129cde3f49),segment_id=095b9164-0eb4-4821-b363-05129cde3f49)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:53:55.093202 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.110229 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Calling delete_port for de570eb6-e777-4bd6-9378-9b4e5f5d2387 owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:53:55.190245 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (de570eb6-e777-4bd6-9378-9b4e5f5d2387), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.223407 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de570eb6-e777-4bd6-9378-9b4e5f5d2387,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:55.229336 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] No DVR routers for this DVR port de570eb6-e777-4bd6-9378-9b4e5f5d2387 on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:53:55.303594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (c16e9166-f004-4ae2-ad6d-973a7a3ddc78), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.313015 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ca220-6ff0-4861-a91c-b9b0afda6dce None None] DHCP port deletion for c16e9166-f004-4ae2-ad6d-973a7a3ddc78 request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:53:55.332485 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16e9166-f004-4ae2-ad6d-973a7a3ddc78']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:55.343178 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095b9164-0eb4-4821-b363-05129cde3f49') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:55.343424 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095b9164-0eb4-4821-b363-05129cde3f49') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:53:55.353686 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (095b9164-0eb4-4821-b363-05129cde3f49), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.374422 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (095b9164-0eb4-4821-b363-05129cde3f49), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.382377 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:53:55.382996 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (095b9164-0eb4-4821-b363-05129cde3f49), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:53:55.388139 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:53:55.453892 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (c16e9166-f004-4ae2-ad6d-973a7a3ddc78), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.458615 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.472792 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c16e9166-f004-4ae2-ad6d-973a7a3ddc78 HTTP/1.1" status: 204 len: 168 time: 0.5799279 May 10 16:53:55.476996 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fa0cc-dfbd-4b1c-b871-8cb0b07f58b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16e9166-f004-4ae2-ad6d-973a7a3ddc78,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:55.647331 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.710354 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 43902) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:55.758248 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-372da186-c71d-4dd2-8752-8da1598bcbbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2249e85fd741258c91142e19edc714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459108 May 10 16:53:55.762042 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43904) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:55.817602 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] Publish callbacks [] for security_group (4499bd07-066a-40d4-a5b6-0596e42b9a66), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.852688 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] Publish callbacks [] for security_group (4499bd07-066a-40d4-a5b6-0596e42b9a66), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.913257 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4499bd07-066a-40d4-a5b6-0596e42b9a66), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.917553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:55.919557 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4499bd07-066a-40d4-a5b6-0596e42b9a66 HTTP/1.1" status: 204 len: 168 time: 0.1556635 May 10 16:53:55.945710 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d48e95-d274-4ccf-9be9-734ff7758778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499bd07-066a-40d4-a5b6-0596e42b9a66,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:56.322753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43916) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:56.367553 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-425ef1dc-20fb-496b-8310-a6c889e99eec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8882897bb59441a0a22e90b476669850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436127 May 10 16:53:56.370598 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 43918) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:53:56.423171 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] Publish callbacks [] for security_group (c2cd9dd2-abef-4c52-a6dc-265611fa6942), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:56.451066 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] Publish callbacks [] for security_group (c2cd9dd2-abef-4c52-a6dc-265611fa6942), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:56.507607 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (c2cd9dd2-abef-4c52-a6dc-265611fa6942), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:56.510278 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:56.511445 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2cd9dd2-abef-4c52-a6dc-265611fa6942 HTTP/1.1" status: 204 len: 168 time: 0.1399345 May 10 16:53:56.519727 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99fd9-2ff2-4bee-82e1-970f0906196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd9dd2-abef-4c52-a6dc-265611fa6942,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:53:56.600443 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae559b9a-9c40-46ca-99a6-df0cb72ddd39 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:56.625730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: ae559b9a-9c40-46ca-99a6-df0cb72ddd39 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:56.625978 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae559b9a-9c40-46ca-99a6-df0cb72ddd39 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:56.626400 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device de570eb6-e777-4bd6-9378-9b4e5f5d2387 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:53:56.646116 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: de570eb6-e777-4bd6-9378-9b4e5f5d2387 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:53:56.646459 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device de570eb6-e777-4bd6-9378-9b4e5f5d2387 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:53:58.095263 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5c6ba-1315-45a4-a24d-dbd682c36247 req-a21b0796-5a36-4802-8494-6f562f39b7b4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:58.096668 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7f5c6ba-1315-45a4-a24d-dbd682c36247 req-a21b0796-5a36-4802-8494-6f562f39b7b4 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0463331 May 10 16:53:58.147275 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d7f5c6ba-1315-45a4-a24d-dbd682c36247 req-1d2f1a39-da3b-4326-873e-1d0b8ff59d41 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 May 10 16:53:58.863069 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:53:59.280988 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a358-63a6-44bc-8d0d-3d22de25abaf req-50cea023-1bb8-4b1a-a51a-b3c937cbfa92 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:53:59.282561 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bce8a358-63a6-44bc-8d0d-3d22de25abaf req-50cea023-1bb8-4b1a-a51a-b3c937cbfa92 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0487008 May 10 16:53:59.335992 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bce8a358-63a6-44bc-8d0d-3d22de25abaf req-467c6ef1-47b2-4cb0-974f-081aadeccfd2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 May 10 16:54:00.453887 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a22a92-8a38-431c-9168-ceb41ddb724d req-96a65aab-dc48-429c-907f-5a87f1a093e0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:00.455334 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-08a22a92-8a38-431c-9168-ceb41ddb724d req-96a65aab-dc48-429c-907f-5a87f1a093e0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0459039 May 10 16:54:00.501995 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-08a22a92-8a38-431c-9168-ceb41ddb724d req-58647ed0-0b16-4cfb-9e8e-72bd25bd9108 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 May 10 16:54:01.626387 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93021-1c89-44ec-b3f8-a67dd51caa09 req-ad545b12-ad7e-4213-87b0-a196c9fc9b3a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:01.628496 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9d93021-1c89-44ec-b3f8-a67dd51caa09 req-ad545b12-ad7e-4213-87b0-a196c9fc9b3a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0532119 May 10 16:54:01.687085 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9d93021-1c89-44ec-b3f8-a67dd51caa09 req-d7da8355-4a4c-4364-a042-15b72e63fd46 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530591 May 10 16:54:02.684060 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:54:02.806522 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2e00-394d-4e33-809e-63011b9d27ab req-bb8782fd-f187-4863-b791-09505cc92cc3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:02.807912 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5f8e2e00-394d-4e33-809e-63011b9d27ab req-bb8782fd-f187-4863-b791-09505cc92cc3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0462213 May 10 16:54:02.855157 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5f8e2e00-394d-4e33-809e-63011b9d27ab req-1d48e30b-e4a4-4d2b-80a3-76106e9c3049 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 May 10 16:54:03.970700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a957fa4-8090-4150-8ad2-cc9e1b06dd4e req-fc93a773-28d9-4756-a402-4ce73e42d77f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:03.972152 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a957fa4-8090-4150-8ad2-cc9e1b06dd4e req-fc93a773-28d9-4756-a402-4ce73e42d77f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0468020 May 10 16:54:04.020656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a957fa4-8090-4150-8ad2-cc9e1b06dd4e req-976e5470-d8e5-4653-a5a1-af9589f6e33d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 May 10 16:54:05.403468 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53057ea3-b380-43fa-b644-1f05c7dde50e req-64d1ac6c-f488-49fa-83fc-ebf672049591 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:05.405312 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-53057ea3-b380-43fa-b644-1f05c7dde50e req-64d1ac6c-f488-49fa-83fc-ebf672049591 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.3148804 May 10 16:54:05.452188 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-53057ea3-b380-43fa-b644-1f05c7dde50e req-62da6e71-553e-4857-9043-95c23f094408 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 May 10 16:54:06.580979 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a1cf-86dc-4156-962b-6d8b5b4cab94 req-54a3ac65-f05e-4bfd-8577-14d369829e8f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:06.582552 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74c4a1cf-86dc-4156-962b-6d8b5b4cab94 req-54a3ac65-f05e-4bfd-8577-14d369829e8f tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0502121 May 10 16:54:06.630908 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74c4a1cf-86dc-4156-962b-6d8b5b4cab94 req-6c2b3853-aef4-499d-8837-0f2427477d7c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 May 10 16:54:07.758050 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c4e1-ac97-40d2-ad76-df9b52dbf4f6 req-ee7ffa24-fb90-4b70-a387-473a8567d984 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:07.759651 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6106c4e1-ac97-40d2-ad76-df9b52dbf4f6 req-ee7ffa24-fb90-4b70-a387-473a8567d984 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0545666 May 10 16:54:07.813434 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6106c4e1-ac97-40d2-ad76-df9b52dbf4f6 req-465aee18-ec96-4771-b799-7ad8972f2a3e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478156 May 10 16:54:08.945637 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68732f5a-be0e-46f9-aa59-7b5ed3e3b9f7 req-417d462e-d088-4b5e-bb03-134c85d402c3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:08.947184 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-68732f5a-be0e-46f9-aa59-7b5ed3e3b9f7 req-417d462e-d088-4b5e-bb03-134c85d402c3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0473816 May 10 16:54:08.996117 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-68732f5a-be0e-46f9-aa59-7b5ed3e3b9f7 req-7d17a0b4-a42e-477c-9597-6afefd75db2c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 May 10 16:54:10.117490 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd5b0-2cb8-4185-8f99-0fea286622cb req-11088856-7e9b-4f45-85db-540749c5ef90 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:10.119084 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d5dd5b0-2cb8-4185-8f99-0fea286622cb req-11088856-7e9b-4f45-85db-540749c5ef90 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0493977 May 10 16:54:10.168249 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2d5dd5b0-2cb8-4185-8f99-0fea286622cb req-b9d8fbb0-b08a-4a5c-8524-5a4f0e521848 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 May 10 16:54:11.288992 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967fbf2-53fd-4f58-ac17-ab8c0225f307 req-607d496a-7d29-4b97-837b-92306ce5d41d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:11.290474 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5967fbf2-53fd-4f58-ac17-ab8c0225f307 req-607d496a-7d29-4b97-837b-92306ce5d41d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0484240 May 10 16:54:11.339753 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5967fbf2-53fd-4f58-ac17-ab8c0225f307 req-63948a85-703f-444a-82f8-000805b49c56 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 May 10 16:54:12.460173 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec2f-20cc-49dd-a40a-af6451211f89 req-53a3312e-e5ca-4dc3-9b61-598202c085d1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:12.461707 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-13a6ec2f-20cc-49dd-a40a-af6451211f89 req-53a3312e-e5ca-4dc3-9b61-598202c085d1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0485599 May 10 16:54:12.514087 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-13a6ec2f-20cc-49dd-a40a-af6451211f89 req-d16e4770-b90a-4637-af2c-e79d1a40ec14 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 May 10 16:54:13.640321 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fad942-2ac1-4dec-8b13-3d9c7ac32c2d req-288e0ee1-43c8-4766-8523-053f26da6ddd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:13.641818 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f5fad942-2ac1-4dec-8b13-3d9c7ac32c2d req-288e0ee1-43c8-4766-8523-053f26da6ddd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0475647 May 10 16:54:13.689648 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f5fad942-2ac1-4dec-8b13-3d9c7ac32c2d req-e387b181-687a-4886-99cb-8a1fe26ca38e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 May 10 16:54:14.819105 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16110e-db63-4f5b-a6e6-b069bc6bd1a0 req-ac3d4d0d-15b9-42ef-83fd-b5df00f88bc9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:14.820623 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ec16110e-db63-4f5b-a6e6-b069bc6bd1a0 req-ac3d4d0d-15b9-42ef-83fd-b5df00f88bc9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0504756 May 10 16:54:14.885984 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ec16110e-db63-4f5b-a6e6-b069bc6bd1a0 req-bb811ca3-744f-423a-8b9f-2bebde4d8c1a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579395 May 10 16:54:16.049455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535ffe2-a239-400a-b9c7-2672bd09ec49 req-fdaa7b1f-cb3e-41bf-a2c4-c6f2ee5d5da8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:16.050993 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5535ffe2-a239-400a-b9c7-2672bd09ec49 req-fdaa7b1f-cb3e-41bf-a2c4-c6f2ee5d5da8 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0532720 May 10 16:54:16.104835 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5535ffe2-a239-400a-b9c7-2672bd09ec49 req-4b8356fb-374e-4fba-b404-738d5086c208 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484290 May 10 16:54:16.178359 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:54:16.287164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:16.305303 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:54:16.355753 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: ACTIVE; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:16.356188 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:16.371440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:54:16.392625 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:16.397173 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:16.453083 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=6']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:16.469550 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:54:17.245287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20481d-539a-4f37-b73b-babef6c923df req-69b346c8-7493-41e8-97cf-9ac5af4513f7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:17.246739 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3f20481d-539a-4f37-b73b-babef6c923df req-69b346c8-7493-41e8-97cf-9ac5af4513f7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 944 time: 0.0589571 May 10 16:54:17.309010 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3f20481d-539a-4f37-b73b-babef6c923df req-fcaf1512-0876-4449-842e-6fa6d4df61ee tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531681 May 10 16:54:18.043654 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7c5f-3a24-4f23-b5aa-20599a5d4f01 req-22d0e128-a1ff-4759-a771-9b7ef55c5806 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:18.045756 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a3d7c5f-3a24-4f23-b5aa-20599a5d4f01 req-22d0e128-a1ff-4759-a771-9b7ef55c5806 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.0599046 May 10 16:54:18.099236 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a3d7c5f-3a24-4f23-b5aa-20599a5d4f01 req-04abf9f5-3ad3-4f44-89af-74923c77919d tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 May 10 16:54:18.192821 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:18.248205 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:18.249255 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.378896 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:18.379350 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.414095 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:18.416615 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583cb27-dcb2-4bdd-b4b3-547d3aa82789" -d '{"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:18.432020 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:18.439549 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.484040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44196) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:18.521738 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557fd2b-bda9-4673-a69d-04dc0527bf35 req-15bfc665-09fe-465c-adbc-3273a7575424 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:18.527371 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d557fd2b-bda9-4673-a69d-04dc0527bf35 req-15bfc665-09fe-465c-adbc-3273a7575424 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0899222 May 10 16:54:18.593928 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=7']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:18.632435 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d557fd2b-bda9-4673-a69d-04dc0527bf35 req-35fd170f-8528-41ba-9748-1259026620f0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700412 May 10 16:54:18.730907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.740440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25cb558-ae73-49a7-a386-ee29365a6e92 x-openstack-request-id: req-a25cb558-ae73-49a7-a386-ee29365a6e92 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:18.740757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:18.741017 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a25cb558-ae73-49a7-a386-ee29365a6e92 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:18.741621 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25cb558-ae73-49a7-a386-ee29365a6e92'] response: {'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'code': 200} May 10 16:54:18.827576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Publish callbacks [] for security_group (5e819a29-52b3-48c8-a098-cbb48f3476a4), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.832990 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5e819a29-52b3-48c8-a098-cbb48f3476a4), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.871965 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd8f50b9376447919a1207df99108a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867714 May 10 16:54:18.874757 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44200) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:18.884644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e819a29-52b3-48c8-a098-cbb48f3476a4,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:18.897647 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.898499 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.899035 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.899380 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.899982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.900122 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.900385 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.900718 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.901095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.901425 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.901769 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.902133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.902463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.903844 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.904232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a251c28-411e-4313-87df-ccc21e9b777f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:18.930635 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Publish callbacks [] for security_group (5e819a29-52b3-48c8-a098-cbb48f3476a4), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:18.954758 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Publish callbacks [] for security_group (5e819a29-52b3-48c8-a098-cbb48f3476a4), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:19.011693 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5e819a29-52b3-48c8-a098-cbb48f3476a4), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:19.015158 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:19.019769 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e819a29-52b3-48c8-a098-cbb48f3476a4 HTTP/1.1" status: 204 len: 168 time: 0.1438406 May 10 16:54:19.029283 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e819a29-52b3-48c8-a098-cbb48f3476a4,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:19.038150 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.038507 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.038855 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.039196 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.039533 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.039866 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.040190 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.040550 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.041056 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.041562 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.041890 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.042224 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.042551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.042872 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.043209 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5a1ad-2bd7-4c58-8fba-7dc001849834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:19.145372 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-619c2c65-dadd-4968-84d6-36d8737bdf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:19.269273 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cd38b-ed28-41e7-b787-3191ca6c5837 req-a59e4c44-3ecb-4550-816e-64a6206fc64f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:19.270978 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-522cd38b-ed28-41e7-b787-3191ca6c5837 req-a59e4c44-3ecb-4550-816e-64a6206fc64f tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.0741224 May 10 16:54:19.348848 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-522cd38b-ed28-41e7-b787-3191ca6c5837 req-493a8213-b67e-4684-92e3-d8b1eb158348 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups?id=18517816-9d60-4fff-835a-aa4a16ecce9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711296 May 10 16:54:19.713803 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-7a2fb942-0561-4161-a4bd-0f15ac84e5a7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:19.724137 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-7a2fb942-0561-4161-a4bd-0f15ac84e5a7 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 946 time: 0.1000576 May 10 16:54:19.861424 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed09834-e233-4119-be97-e3cb8434f98b req-7abf9faf-7743-4db7-8f10-bdbc4191a54b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:19.862958 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3ed09834-e233-4119-be97-e3cb8434f98b req-7abf9faf-7743-4db7-8f10-bdbc4191a54b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0857372 May 10 16:54:19.882502 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Deleting port fbedc143-bd9d-4787-99d5-b8ca349557d4 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:19.883098 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.009397 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3ed09834-e233-4119-be97-e3cb8434f98b req-f956f3a5-f2cc-4823-9864-c336f35d7d50 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332660 May 10 16:54:20.035029 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] For port fbedc143-bd9d-4787-99d5-b8ca349557d4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fbedc143-bd9d-4787-99d5-b8ca349557d4,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:20.035401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.252738 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.253111 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.253432 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Floating IP a818ba72-f5b5-43af-b53f-f3c06498a63e disassociated. External IP: 172.27.1.184, port: fbedc143-bd9d-4787-99d5-b8ca349557d4. May 10 16:54:20.253780 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Calling delete_port for fbedc143-bd9d-4787-99d5-b8ca349557d4 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:20.416637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (fbedc143-bd9d-4787-99d5-b8ca349557d4), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.511533 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-30786875-e2d7-48a5-8818-6123633660c3 req-71708810-811e-4af8-88b7-2c3a20350771 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 210 time: 0.0616229 May 10 16:54:20.539345 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'Port': ['ID=fbedc143-bd9d-4787-99d5-b8ca349557d4,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:20.604918 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:54:20.789585 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:54:20.808715 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:54:20.835972 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:20.836985 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:20.916746 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] No DVR routers for this DVR port fbedc143-bd9d-4787-99d5-b8ca349557d4 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:54:20.919497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:20.923017 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1ea9eb32-69f9-411c-bc43-2f124bc1308b req-a3e4ee7f-2122-41c4-89b6-3085448e6185 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.32 "DELETE /v2.0/ports/fbedc143-bd9d-4787-99d5-b8ca349557d4 HTTP/1.1" status: 204 len: 173 time: 1.1930380 May 10 16:54:20.923421 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'name': 'network-vif-deleted', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:20.926135 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88385db-6d87-43b6-b8cc-f53a840e8f55" -d '{"events": [{"server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "name": "network-vif-deleted", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:21.010934 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6cddd5-8ad4-435e-978a-5a53d9da6280 x-openstack-request-id: req-df6cddd5-8ad4-435e-978a-5a53d9da6280 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:21.011492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a006de3-8903-42e7-bd9c-922e5c314761", "name": "network-vif-deleted", "tag": "fbedc143-bd9d-4787-99d5-b8ca349557d4", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:21.012010 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df6cddd5-8ad4-435e-978a-5a53d9da6280 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:21.014008 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6cddd5-8ad4-435e-978a-5a53d9da6280'] response: {'server_uuid': '5a006de3-8903-42e7-bd9c-922e5c314761', 'name': 'network-vif-deleted', 'tag': 'fbedc143-bd9d-4787-99d5-b8ca349557d4', 'status': 'completed', 'code': 200} May 10 16:54:21.017772 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:21.241179 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471708-98ca-4c3b-b3e1-912b6cd7ea41 req-3ca45376-f3ad-4541-9174-7fa37d4424dc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:21.244630 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-30471708-98ca-4c3b-b3e1-912b6cd7ea41 req-3ca45376-f3ad-4541-9174-7fa37d4424dc tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0758073 May 10 16:54:21.304636 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:21.329639 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-30471708-98ca-4c3b-b3e1-912b6cd7ea41 req-591dc319-0d59-47c2-a47c-219fd82cbe12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780044 May 10 16:54:21.358437 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:54:21.370708 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:21.371962 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:53:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:21.378846 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a3db680c-a1d3-4e54-87ce-f4822352cc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:21.611896 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:21.736086 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a1ac0dbb-ced8-4144-974d-c2724a741c9b req-17074e31-7556-4a6b-96c4-43eed7708178 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a006de3-8903-42e7-bd9c-922e5c314761 HTTP/1.1" status: 200 len: 210 time: 0.0556557 May 10 16:54:21.887986 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:21.929990 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a703f93-4d75-4fc5-8c11-f1e97b3ffa80 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:48:12Z', 'revision_number': 4, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '2f7086a0-24da-457b-a196-a5556ad35c43', 'name': '', 'network_id': 'a644c79f-3db2-4028-a56c-6b5bff2a3f86', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'mac_address': 'fa:16:3e:14:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:11Z', 'updated_at': '2022-05-10T16:48:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'subnets': [{'id': '1f08ebf8-7789-45c5-b03c-c15e53c49aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:54:22.240406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d3268-fae9-4c3a-beb0-6f0018608613 None None] New status for floating IP a818ba72-f5b5-43af-b53f-f3c06498a63e: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:54:22.473383 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b672-f165-4792-a226-c2ba07d55ba1 req-58513ef2-e4b0-45a7-b074-38136954d962 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:22.475748 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a8a2b672-f165-4792-a226-c2ba07d55ba1 req-58513ef2-e4b0-45a7-b074-38136954d962 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0624321 May 10 16:54:22.541830 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:22.562624 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a8a2b672-f165-4792-a226-c2ba07d55ba1 req-1ab99864-e148-4895-9f33-d3b603f8f03d tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798151 May 10 16:54:22.847241 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44308) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:22.911615 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (18517816-9d60-4fff-835a-aa4a16ecce9d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:22.946584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (18517816-9d60-4fff-835a-aa4a16ecce9d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.016154 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (18517816-9d60-4fff-835a-aa4a16ecce9d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.019146 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.020638 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "DELETE /v2.0/security-groups/18517816-9d60-4fff-835a-aa4a16ecce9d HTTP/1.1" status: 204 len: 168 time: 0.1718872 May 10 16:54:23.023492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44312) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:23.032799 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa55c-e664-4b87-a582-68308035e5b6 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18517816-9d60-4fff-835a-aa4a16ecce9d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:23.058715 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-ea901b8e-34e9-486a-ab15-e08e88b73eca tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] show failed (client error): The resource could not be found. May 10 16:54:23.058715 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ea901b8e-34e9-486a-ab15-e08e88b73eca tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "GET /v2.0/security-groups/18517816-9d60-4fff-835a-aa4a16ecce9d HTTP/1.1" status: 404 len: 347 time: 0.0250490 May 10 16:54:23.058919 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44314) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:23.206687 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Deleting port da49f8c0-3eb9-455b-bdf9-e7db987befdf {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:23.206928 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.317275 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.318043 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (da49f8c0-3eb9-455b-bdf9-e7db987befdf), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.337232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Calling delete_port for da49f8c0-3eb9-455b-bdf9-e7db987befdf owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:23.508798 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (da49f8c0-3eb9-455b-bdf9-e7db987befdf), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.538417 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Pushing event deleted for resources: {'Port': ['ID=da49f8c0-3eb9-455b-bdf9-e7db987befdf,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:23.619779 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks [] for floatingip (a818ba72-f5b5-43af-b53f-f3c06498a63e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.623627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:23.628311 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f110ce91-1e0f-45ea-9a6c-24bc3d202927 tempest-AttachVolumeTestJSON-1128424456 tempest-AttachVolumeTestJSON-1128424456-project] 10.222.0.48 "DELETE /v2.0/floatingips/a818ba72-f5b5-43af-b53f-f3c06498a63e HTTP/1.1" status: 204 len: 168 time: 0.5690546 May 10 16:54:23.775455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e65c7f-e2c8-4ffe-bc53-8eff4fbe94a6 req-5e51e941-6951-4a5e-a676-315ec669eb21 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:23.777548 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f7e65c7f-e2c8-4ffe-bc53-8eff4fbe94a6 req-5e51e941-6951-4a5e-a676-315ec669eb21 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0759945 May 10 16:54:23.842161 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f7e65c7f-e2c8-4ffe-bc53-8eff4fbe94a6 req-d33701a1-672e-43d4-a5e3-a12a21ac57f3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567954 May 10 16:54:24.212242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fbedc143-bd9d-4787-99d5-b8ca349557d4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:54:24.233135 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: fbedc143-bd9d-4787-99d5-b8ca349557d4 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:54:24.233604 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device fbedc143-bd9d-4787-99d5-b8ca349557d4 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:54:24.291535 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:25.003898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab09e-00af-4184-a442-62691ccebbbf req-4fd90c3e-b4f9-4098-8629-40c7ab56ad97 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:25.011343 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9cab09e-00af-4184-a442-62691ccebbbf req-4fd90c3e-b4f9-4098-8629-40c7ab56ad97 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0616188 May 10 16:54:25.061746 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9cab09e-00af-4184-a442-62691ccebbbf req-4fdb24cd-e3cd-4bf0-a56e-764301009049 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490992 May 10 16:54:25.616089 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:26.209320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8c612-90ae-46c1-a306-afe0ba0be39e req-1df96b94-a774-4edd-8124-86867f7ea0ca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:26.210747 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cdc8c612-90ae-46c1-a306-afe0ba0be39e req-1df96b94-a774-4edd-8124-86867f7ea0ca tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0644891 May 10 16:54:26.264593 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cdc8c612-90ae-46c1-a306-afe0ba0be39e req-f2449c4b-275b-4f16-94e3-e0ddb08a5337 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 May 10 16:54:26.725427 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-f8d8ecfe-2f37-49fd-8213-a2ef8c2565aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:26.726865 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-f8d8ecfe-2f37-49fd-8213-a2ef8c2565aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1129 time: 0.0386276 May 10 16:54:26.816630 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-f41e8980-49c1-4369-b723-b5e96e776b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:26.818005 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-f41e8980-49c1-4369-b723-b5e96e776b98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.0850434 May 10 16:54:26.888543 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-b56f04f0-d700-4d15-a6e1-835cef938d2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 1001 time: 0.0639048 May 10 16:54:26.946448 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-787b718a-e332-4019-a10e-9dae2f4c5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:26.947906 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-787b718a-e332-4019-a10e-9dae2f4c5466 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0463307 May 10 16:54:26.993576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-d07bf647-b6b6-4beb-9410-da77c2a994d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:26.995064 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-d07bf647-b6b6-4beb-9410-da77c2a994d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393205 May 10 16:54:27.089588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-1266e0b5-7a6a-4443-8e9a-eb9c9e431634 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860357 May 10 16:54:27.181949 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-96c2376e-2a6d-465b-9991-1b91135e8a26 req-813f1d57-56f8-454a-a0c4-d6481f1c84fd service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 May 10 16:54:27.299586 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44372) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:27.385153 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90efd-0968-434f-9c53-4a531ac410f5 req-342fbc16-8ce3-42b2-8a41-d56420daeab2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:27.386706 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-27e90efd-0968-434f-9c53-4a531ac410f5 req-342fbc16-8ce3-42b2-8a41-d56420daeab2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0495503 May 10 16:54:27.442509 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-27e90efd-0968-434f-9c53-4a531ac410f5 req-c7605a04-7090-4e75-bb9e-995c745521f6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494161 May 10 16:54:27.782821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.026028 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Deleting port 2f7086a0-24da-457b-a196-a5556ad35c43 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:28.026371 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.107915 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] For port 2f7086a0-24da-457b-a196-a5556ad35c43, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=2f7086a0-24da-457b-a196-a5556ad35c43,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:28.108288 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.125244 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Calling delete_port for 2f7086a0-24da-457b-a196-a5556ad35c43 owned by network:router_interface {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:28.319896 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (2f7086a0-24da-457b-a196-a5556ad35c43), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.349661 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7086a0-24da-457b-a196-a5556ad35c43,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:28.526364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.583830 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a09430-42a6-489c-99f4-921b5056e8d0 req-34c78a4f-9354-43ae-b7ed-cca3a39081e0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:28.586205 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3a09430-42a6-489c-99f4-921b5056e8d0 req-34c78a4f-9354-43ae-b7ed-cca3a39081e0 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0644183 May 10 16:54:28.638896 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b3a09430-42a6-489c-99f4-921b5056e8d0 req-9df6a940-9b56-4186-af1e-91d7ef3e0168 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 May 10 16:54:28.766487 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Router fc0ec5d3-eacf-4d88-947a-f43c4924058e has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:54:28.873999 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:28.889024 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:54:28.897617 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44380) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:28.898456 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-08462452-16ba-4c00-a802-9d5b5b8a6333 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc0ec5d3-eacf-4d88-947a-f43c4924058e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974989 May 10 16:54:28.900198 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Sync routers for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:54:28.912478 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:28.913086 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:29.017919 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks [] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.023927 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:29.127727 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks [] for router_gateway (fc0ec5d3-eacf-4d88-947a-f43c4924058e), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.175973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Deleting port 6fb32b9f-587e-4b01-a956-0610b3a9a59b {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:29.176401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.223804 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:54:28Z', 'revision_number': 5, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port': {'id': '6fb32b9f-587e-4b01-a956-0610b3a9a59b', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:06Z', 'updated_at': '2022-05-10T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:29.251384 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Checking router: fc0ec5d3-eacf-4d88-947a-f43c4924058e for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:54:29.258246 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] For port 6fb32b9f-587e-4b01-a956-0610b3a9a59b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6fb32b9f-587e-4b01-a956-0610b3a9a59b,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:29.258612 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.259999 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Routers {'fc0ec5d3-eacf-4d88-947a-f43c4924058e'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:29.260645 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:29.275993 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Calling delete_port for 6fb32b9f-587e-4b01-a956-0610b3a9a59b owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:29.351654 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] Set router fc0ec5d3-eacf-4d88-947a-f43c4924058e gateway port host: None {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:29.408545 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:54:29Z', 'revision_number': 6, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:29.436573 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182f0a-2376-4b34-9730-c1e253b4dcb3 None None] The sync data for ids ['fc0ec5d3-eacf-4d88-947a-f43c4924058e'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc0ec5d3-eacf-4d88-947a-f43c4924058e', 'name': 'tempest-AttachVolumeTestJSON-2086720227-router', 'tenant_id': '6c526b65f8454d7e84b29236f42417f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:04Z', 'updated_at': '2022-05-10T16:54:29Z', 'revision_number': 6, 'project_id': '6c526b65f8454d7e84b29236f42417f7', 'gw_port_host': None}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:54:29.476958 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (6fb32b9f-587e-4b01-a956-0610b3a9a59b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.503119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb32b9f-587e-4b01-a956-0610b3a9a59b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:29.567561 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.661784 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.664396 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks [] for router_controller (fc0ec5d3-eacf-4d88-947a-f43c4924058e), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.716631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (fc0ec5d3-eacf-4d88-947a-f43c4924058e), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.717173 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc0ec5d3-eacf-4d88-947a-f43c4924058e {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:54:29.722202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.723296 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e44e640b-a27e-450c-8616-13a6a4d07303 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc0ec5d3-eacf-4d88-947a-f43c4924058e HTTP/1.1" status: 204 len: 168 time: 0.8192923 May 10 16:54:29.726067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44386) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:29.771144 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3062a1-2557-4611-b151-9f5ac31ce2a3 req-b570fa2e-b588-4220-8c5a-85338d92aa5c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:29.772915 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7d3062a1-2557-4611-b151-9f5ac31ce2a3 req-b570fa2e-b588-4220-8c5a-85338d92aa5c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 945 time: 0.0530398 May 10 16:54:29.774823 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Deleting subnet 1f08ebf8-7789-45c5-b03c-c15e53c49aa3 {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:54:29.779005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Publish callbacks [] for subnet (1f08ebf8-7789-45c5-b03c-c15e53c49aa3), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.825002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (1f08ebf8-7789-45c5-b03c-c15e53c49aa3), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.828871 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7d3062a1-2557-4611-b151-9f5ac31ce2a3 req-d632e195-8f4b-454d-918d-d163b88dbee2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495567 May 10 16:54:29.928316 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (1f08ebf8-7789-45c5-b03c-c15e53c49aa3), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:29.986163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (1f08ebf8-7789-45c5-b03c-c15e53c49aa3), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.014098 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f08ebf8-7789-45c5-b03c-c15e53c49aa3,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:30.017930 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.024305 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44396) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:30.024476 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-802a2872-09ae-438e-9158-827b1a581267 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f08ebf8-7789-45c5-b03c-c15e53c49aa3 HTTP/1.1" status: 204 len: 168 time: 0.2973092 May 10 16:54:30.025372 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0155f42-1472-40f9-b64e-82710ff9b8c2 None None] Network a644c79f-3db2-4028-a56c-6b5bff2a3f86 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:54:30.111943 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (a644c79f-3db2-4028-a56c-6b5bff2a3f86), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.163740 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Deleting port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:30.164119 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.235736 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] DHCP port deletion for a644c79f-3db2-4028-a56c-6b5bff2a3f86 request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:54:30.249001 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] For port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:30.249657 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.265417 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Calling delete_port for 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:30.273731 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:54:30.320739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Deleting port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc {{(pid=120585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:54:30.321119 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), before_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.377338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.415538 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Pushing event deleted for resources: {'Port': ['ID=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:30.422224 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] No DVR routers for this DVR port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:54:30.440241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] For port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,segment=NetworkSegment(246babbc-27c9-49e0-ad1b-f64973e17ffa),segment_id=246babbc-27c9-49e0-ad1b-f64973e17ffa)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:30.441120 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), precommit_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.462382 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Calling delete_port for 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc owned by network:dhcp {{(pid=120585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:54:30.469965 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: ACTIVE; New status is: DOWN {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:30.470445 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.505789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:30.509098 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8011184b-72af-4b28-abc9-e3ecb366ba33" -d '{"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:30.524423 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (a644c79f-3db2-4028-a56c-6b5bff2a3f86), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.569510 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a644c79f-3db2-4028-a56c-6b5bff2a3f86']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:30.603707 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246babbc-27c9-49e0-ad1b-f64973e17ffa') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:30.604145 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246babbc-27c9-49e0-ad1b-f64973e17ffa') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:30.615315 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225'] for port (4723e28b-8e4f-4d3b-bb02-10f7d286e0bc), after_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.625918 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (246babbc-27c9-49e0-ad1b-f64973e17ffa), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.628774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a53733-20a6-4913-9657-54696ec704e8 x-openstack-request-id: req-c6a53733-20a6-4913-9657-54696ec704e8 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:30.629065 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-unplugged", "status": "failed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "code": 422}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:30.629312 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6a53733-20a6-4913-9657-54696ec704e8 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:30.629750 dv-cinder-835881-10-iscsi neutron-server[120585]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c6a53733-20a6-4913-9657-54696ec704e8']: {'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'code': 422} returned with failed status May 10 16:54:30.651739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (246babbc-27c9-49e0-ad1b-f64973e17ffa), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.659824 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:54:30.660224 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:30.660499 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (246babbc-27c9-49e0-ad1b-f64973e17ffa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.661996 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] Pushing event deleted for resources: {'Port': ['ID=4723e28b-8e4f-4d3b-bb02-10f7d286e0bc,revision_number=None']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:54:30.662501 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:54:30.665373 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616bc0c-918d-4596-be0c-bf3e93456489 None None] No DVR routers for this DVR port 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc on host dv-cinder-835881-10-iscsi {{(pid=120585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:54:30.670829 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.732066 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (a644c79f-3db2-4028-a56c-6b5bff2a3f86), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.733527 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6fb32b9f-587e-4b01-a956-0610b3a9a59b no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:54:30.739806 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=8']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:30.756380 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:30.760616 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 6fb32b9f-587e-4b01-a956-0610b3a9a59b {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:54:30.761943 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6fb32b9f-587e-4b01-a956-0610b3a9a59b not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:54:30.761943 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 2f7086a0-24da-457b-a196-a5556ad35c43 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:54:30.763549 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a644c79f-3db2-4028-a56c-6b5bff2a3f86 HTTP/1.1" status: 204 len: 168 time: 0.7374399 May 10 16:54:30.765028 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db847bda-4ac0-44a4-ac6a-8c6f30d84733 admin admin] Pushing event deleted for resources: {'Network': ['ID=a644c79f-3db2-4028-a56c-6b5bff2a3f86,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:30.782185 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 2f7086a0-24da-457b-a196-a5556ad35c43 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:54:30.782615 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 2f7086a0-24da-457b-a196-a5556ad35c43 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:54:30.783077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:54:30.806034 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:54:30.806416 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4723e28b-8e4f-4d3b-bb02-10f7d286e0bc not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:54:30.921068 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44428) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:30.965331 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8e22febc-c52f-482f-9fa0-5c39a14adedb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c526b65f8454d7e84b29236f42417f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424147 May 10 16:54:30.968202 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44432) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:31.025273 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] Publish callbacks [] for security_group (8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:31.034110 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-3df01bae-a308-4fa1-b627-9ad328df9467 req-f6440d28-582f-492a-8e0e-cc22b641d43a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:54:31.035315 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3df01bae-a308-4fa1-b627-9ad328df9467 req-f6440d28-582f-492a-8e0e-cc22b641d43a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1109107 May 10 16:54:31.050647 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] Publish callbacks [] for security_group (8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:31.104525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:31.108117 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:31.112651 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e HTTP/1.1" status: 204 len: 168 time: 0.1402533 May 10 16:54:31.119802 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801002d-c177-48c0-9a11-3dadd1ebeea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8988cc7e-3b26-4bb0-b26e-2d2fa1ef3c4e,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:31.229643 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c4d5c-3133-4b80-991e-25e9775a8cee req-5a57e8e0-ef64-495a-b042-8625e93d37f7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:31.232043 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf7c4d5c-3133-4b80-991e-25e9775a8cee req-5a57e8e0-ef64-495a-b042-8625e93d37f7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0508103 May 10 16:54:31.282268 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cf7c4d5c-3133-4b80-991e-25e9775a8cee req-2d67928e-e41b-40c6-b268-10dedf5f5574 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 May 10 16:54:31.651575 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44474) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:31.737357 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-a52278a7-6bd5-4963-bd35-c192743ada7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845356 May 10 16:54:31.746430 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-9cb67035-ded1-46dd-9954-851b114dad45 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:54:31.747656 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-9cb67035-ded1-46dd-9954-851b114dad45 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051515 May 10 16:54:31.859580 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44488) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:31.885492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44492) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:31.952895 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1681911207-network', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:31.973896 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:54:31.976512 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:31.985630 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.027202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-ecab2a8a-ee1e-443f-8afa-58c7486c634a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:32.029330 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-ecab2a8a-ee1e-443f-8afa-58c7486c634a tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports/b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 940 time: 0.1427553 May 10 16:54:32.064552 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks [] for security_group (091fceef-acf4-44a1-ba32-268d5274ea6a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.068681 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (091fceef-acf4-44a1-ba32-268d5274ea6a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.094571 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:54:32.103272 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091fceef-acf4-44a1-ba32-268d5274ea6a,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:32.109786 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (66135b3c-4f2d-48ae-a1e8-622347b8c0f2), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.110108 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Added segment 66135b3c-4f2d-48ae-a1e8-622347b8c0f2 of type vlan for network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 May 10 16:54:32.150721 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (46307fca-4b0a-4fde-a0d0-41f51f1065e5), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.174928 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (46307fca-4b0a-4fde-a0d0-41f51f1065e5), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.175864 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:32.176478 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.234361 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3736014 May 10 16:54:32.237079 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44500) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:32.241577 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Request body: {'subnet': {'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-subnet', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:32.251373 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5822ac-3b01-4090-8d31-0d011e4f3b93 admin admin] Pushing event updated for resources: {'Network': ['ID=46307fca-4b0a-4fde-a0d0-41f51f1065e5,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:32.262734 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:54:32.267475 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:54:32.270469 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.447025 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f9aa-26ac-493d-8c3a-93b86f8fb478 req-c60b0648-ca50-436b-bf5e-7db7173dd0a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:32.452393 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (25d02bd1-e873-49d0-bb72-9ac4d896a7f0), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.455507 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aa86f9aa-26ac-493d-8c3a-93b86f8fb478 req-c60b0648-ca50-436b-bf5e-7db7173dd0a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0569100 May 10 16:54:32.515075 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d02bd1-e873-49d0-bb72-9ac4d896a7f0,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:32.526741 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:54:32.528966 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Network hostable DHCP agents. Network: 46307fca-4b0a-4fde-a0d0-41f51f1065e5, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:54:32.529886 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-aa86f9aa-26ac-493d-8c3a-93b86f8fb478 req-770c29fc-6ca5-45d9-9090-f0f852b231e2 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729446 May 10 16:54:32.550431 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:54:32.561647 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 46307fca-4b0a-4fde-a0d0-41f51f1065e5) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:32.566326 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:32.566978 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.571208 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaed34e-e470-49b6-8046-1498ff3b4cc5 None None] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:54:32.586584 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-67c3db9b-22a0-49d5-bff5-d5f9c52017bf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3482289 May 10 16:54:32.593776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44510) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:32.603121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:32.625261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (945186e4-6b99-487b-a395-9be73d65b072), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.626305 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (945186e4-6b99-487b-a395-9be73d65b072), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.681534 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for router_controller (945186e4-6b99-487b-a395-9be73d65b072), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.704669 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:54:32.705706 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:32.845512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Allocated IP 172.20.0.2 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/ae6abb7a-05b3-4985-96c8-786de6ba798c) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:54:33.007269 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks [] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.013875 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.054595 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:33.059972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:33.064826 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:54:33.068150 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Pushing event updated for resources: {'Port': ['ID=ae6abb7a-05b3-4985-96c8-786de6ba798c,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:33.081595 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for router_gateway (945186e4-6b99-487b-a395-9be73d65b072), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.125505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Attempting to bind port ae6abb7a-05b3-4985-96c8-786de6ba798c on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:54:33.125881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Attempting to bind port ae6abb7a-05b3-4985-96c8-786de6ba798c by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:54:33.126243 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Attempting to bind port ae6abb7a-05b3-4985-96c8-786de6ba798c on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:54:33.131343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:54:33.131718 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:54:33.132119 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.132541 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:54:33.133007 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Bound port: ae6abb7a-05b3-4985-96c8-786de6ba798c, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:54:33.133522 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.167243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-f3002eb5-60e4-4ad9-8c0f-c461a88143f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.169465 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-f3002eb5-60e4-4ad9-8c0f-c461a88143f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c&tenant_id=a26f2126d1804c3caf0f83a1eb47fbff HTTP/1.1" status: 200 len: 1127 time: 0.0836968 May 10 16:54:33.198323 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] For port ae6abb7a-05b3-4985-96c8-786de6ba798c, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:54:33.202201 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] For port ae6abb7a-05b3-4985-96c8-786de6ba798c, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae6abb7a-05b3-4985-96c8-786de6ba798c,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:54:33.209216 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.269325 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d7bf-dc42-4f3d-92e2-f96a02959a25 None None] Pushing event updated for resources: {'Port': ['ID=ae6abb7a-05b3-4985-96c8-786de6ba798c,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:33.313701 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-7ad5f892-0c99-4e03-8e03-9493838b3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.315195 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-7ad5f892-0c99-4e03-8e03-9493838b3fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1127 time: 0.0904856 May 10 16:54:33.375347 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for router_gateway (945186e4-6b99-487b-a395-9be73d65b072), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.414490 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.508342 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-6633a263-6aa2-4cd9-a7c2-a4de80462f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.510671 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-6633a263-6aa2-4cd9-a7c2-a4de80462f90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.1856787 May 10 16:54:33.634590 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-fee2bfe0-fd9a-48b0-975d-ca9dbe338c78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 999 time: 0.1090870 May 10 16:54:33.648237 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561e180-249f-4dd6-9364-a2017b06b5bd req-752201ac-326f-4b8e-9ac4-35c8756ff8e6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.648739 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Allocated IP 172.27.1.188 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/ead4b925-c75b-42a5-a2ee-b2a354e85480) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:54:33.649850 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4561e180-249f-4dd6-9364-a2017b06b5bd req-752201ac-326f-4b8e-9ac4-35c8756ff8e6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0517285 May 10 16:54:33.699063 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-4561e180-249f-4dd6-9364-a2017b06b5bd req-ae8b5e0f-29ac-459b-bb7f-9558f63941e9 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 May 10 16:54:33.735372 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-e7ccabaa-08a6-41db-a834-361b5a1997d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.736916 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-e7ccabaa-08a6-41db-a834-361b5a1997d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.0958483 May 10 16:54:33.798851 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719558a-facf-430b-9bab-54804f8cd1cd req-9ddced12-8c35-4df3-b2b4-0af76a8fe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:33.800530 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-9ddced12-8c35-4df3-b2b4-0af76a8fe994 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576127 May 10 16:54:33.876716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:33.935062 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-6d3ba2c9-58f6-4518-bb3a-0693dbda4ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261849 May 10 16:54:33.951282 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.036853 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:34.047040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:34.049827 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:54:34.066949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Pushing event updated for resources: {'Port': ['ID=ead4b925-c75b-42a5-a2ee-b2a354e85480,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:34.132090 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0719558a-facf-430b-9bab-54804f8cd1cd req-5f1497ca-bebe-4568-8f16-0ebf7936d43a service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914537 May 10 16:54:34.212754 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f382acf-3bc4-4290-b6bd-b98f101ad560 None None] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:54:34.305267 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Provisioning complete for port ae6abb7a-05b3-4985-96c8-786de6ba798c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:34.305887 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.367455 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for router_gateway (945186e4-6b99-487b-a395-9be73d65b072), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.428424 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Current status of the port ae6abb7a-05b3-4985-96c8-786de6ba798c is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:34.429010 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.466911 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] For port ae6abb7a-05b3-4985-96c8-786de6ba798c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae6abb7a-05b3-4985-96c8-786de6ba798c,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:34.474270 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.544484 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee549c-c3ba-42b1-832b-fc011d1d67d7 None None] Pushing event updated for resources: {'Port': ['ID=ae6abb7a-05b3-4985-96c8-786de6ba798c,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:34.644862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (945186e4-6b99-487b-a395-9be73d65b072), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.718696 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d8108408-cdbe-4ce4-87c2-df3b47774140 None None] Provisioning complete for port ae6abb7a-05b3-4985-96c8-786de6ba798c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:34.719079 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d8108408-cdbe-4ce4-87c2-df3b47774140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.720942 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae6abb7a-05b3-4985-96c8-786de6ba798c up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:34.848064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ae6abb7a-05b3-4985-96c8-786de6ba798c triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:34.848760 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:34.951666 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cee4-5cdd-462b-9d27-a352c68c35d7 req-ea2e2e8c-4f6b-4673-b14b-5ddf0f41a4c5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:34.953703 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9758cee4-5cdd-462b-9d27-a352c68c35d7 req-ea2e2e8c-4f6b-4673-b14b-5ddf0f41a4c5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0988717 May 10 16:54:35.001532 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d8108408-cdbe-4ce4-87c2-df3b47774140 None None] Current status of the port ae6abb7a-05b3-4985-96c8-786de6ba798c is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:35.059259 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9758cee4-5cdd-462b-9d27-a352c68c35d7 req-562a0390-9c91-488b-90cd-cb21a5d952a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992401 May 10 16:54:35.061270 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Router 945186e4-6b99-487b-a395-9be73d65b072 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:54:35.075935 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ae6abb7a-05b3-4985-96c8-786de6ba798c is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:35.219829 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:54:35.228553 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:54:35.243659 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:35.244790 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:35.253942 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:35.255239 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1234a2d2-e0c0-4818-b2d4-da5363cd0720 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6649582 May 10 16:54:35.258237 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44540) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:35.389144 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:35.639644 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:34Z', 'revision_number': 3, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:35.687308 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:54:35.687757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Updating router 945186e4-6b99-487b-a395-9be73d65b072 port ead4b925-c75b-42a5-a2ee-b2a354e85480 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:54:35.725016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:35.914163 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.222040 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Allocated IP 172.20.0.1 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/8d538039-cea1-42ac-9669-7ce2aa063d0b) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:54:36.228543 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks [] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.234364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5c16c-93dd-4591-b6b2-f55d72b62a46 req-94024d4b-70f2-4a41-919e-a95c695b948b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:36.236115 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-94f5c16c-93dd-4591-b6b2-f55d72b62a46 req-94024d4b-70f2-4a41-919e-a95c695b948b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0694480 May 10 16:54:36.251833 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.352326 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Attempting to bind port ead4b925-c75b-42a5-a2ee-b2a354e85480 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:54:36.352619 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Attempting to bind port ead4b925-c75b-42a5-a2ee-b2a354e85480 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:54:36.353021 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Attempting to bind port ead4b925-c75b-42a5-a2ee-b2a354e85480 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:54:36.357172 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Pushing event updated for resources: {'Port': ['ID=ead4b925-c75b-42a5-a2ee-b2a354e85480,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:36.366178 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.366549 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.366875 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.367217 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.367558 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.367891 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.368218 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.368580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.368909 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.369238 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.369564 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.369902 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.370222 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.370542 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.370863 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:36.376308 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:54:36.376694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:54:36.377111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.377499 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:54:36.377958 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Bound port: ead4b925-c75b-42a5-a2ee-b2a354e85480, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:54:36.378343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.411511 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-94f5c16c-93dd-4591-b6b2-f55d72b62a46 req-1fc80037-09d2-46de-8fa1-55544264e349 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515505 May 10 16:54:36.468420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] For port ead4b925-c75b-42a5-a2ee-b2a354e85480, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:54:36.472234 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] For port ead4b925-c75b-42a5-a2ee-b2a354e85480, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ead4b925-c75b-42a5-a2ee-b2a354e85480,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:54:36.481300 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.490320 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks [] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.576555 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:36.583254 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419f65d-6b73-4be2-a682-eb38389671a7 None None] Pushing event updated for resources: {'Port': ['ID=ead4b925-c75b-42a5-a2ee-b2a354e85480,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:36.617610 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:36.619065 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:36.654230 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:36.667353 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:36.682561 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:54:36.735392 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (945186e4-6b99-487b-a395-9be73d65b072), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:37.050790 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:37.185907 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-480a51d8-5fc2-4f0e-b96b-31366b512902 None None] Provisioning complete for port 8d538039-cea1-42ac-9669-7ce2aa063d0b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:37.186281 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-480a51d8-5fc2-4f0e-b96b-31366b512902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:37.241233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-480a51d8-5fc2-4f0e-b96b-31366b512902 None None] Port 8d538039-cea1-42ac-9669-7ce2aa063d0b cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:54:37.335058 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:37.366156 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:34Z', 'revision_number': 3, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:37.390982 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:37.407981 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba96385-86a8-4142-8a5a-1fc752416612 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:34Z', 'revision_number': 3, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:54:37.607905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44e441-31cf-4645-b2d8-8df245387499 req-277d7a0f-397e-41b7-bac6-13d6519c1b51 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:37.618264 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4f44e441-31cf-4645-b2d8-8df245387499 req-277d7a0f-397e-41b7-bac6-13d6519c1b51 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0913079 May 10 16:54:37.697755 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4f44e441-31cf-4645-b2d8-8df245387499 req-0f1355b2-0a9d-4dbb-a99f-524898f6d391 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780625 May 10 16:54:37.759759 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks [] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:37.768198 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:37.867688 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:37.900096 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (945186e4-6b99-487b-a395-9be73d65b072), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:38.061926 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:38.064630 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:38.272014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:54:38.474007 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-62d3e77a-d1fc-4250-aaf9-0432dde230b9 None None] Provisioning complete for port 8d538039-cea1-42ac-9669-7ce2aa063d0b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:38.475051 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-62d3e77a-d1fc-4250-aaf9-0432dde230b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:38.518643 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:54:38.544600 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e5aa2f0b-19e2-4853-bdd3-e06349b32af3 admin admin] 10.222.0.48 "PUT /v2.0/routers/945186e4-6b99-487b-a395-9be73d65b072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2845290 May 10 16:54:38.559244 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-62d3e77a-d1fc-4250-aaf9-0432dde230b9 None None] Port 8d538039-cea1-42ac-9669-7ce2aa063d0b cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:54:38.696033 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ead4b925-c75b-42a5-a2ee-b2a354e85480 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:38.804941 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ead4b925-c75b-42a5-a2ee-b2a354e85480 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:38.805659 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:38.894092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd17491-2094-4a02-9b9e-e3208196081a req-d7b5d55e-c7aa-41ab-b9a2-99d4310b2ffa tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:38.901348 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6bd17491-2094-4a02-9b9e-e3208196081a req-d7b5d55e-c7aa-41ab-b9a2-99d4310b2ffa tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.1093349 May 10 16:54:38.948030 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ead4b925-c75b-42a5-a2ee-b2a354e85480 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:38.950165 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.007912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44574) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:39.012675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760548086', 'description': 'tempest-description--1892170401'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:39.027536 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port ead4b925-c75b-42a5-a2ee-b2a354e85480, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ead4b925-c75b-42a5-a2ee-b2a354e85480,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:39.028523 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6bd17491-2094-4a02-9b9e-e3208196081a req-f59e2ee9-3113-434e-aa51-696a50482205 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128237 May 10 16:54:39.031774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.067911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.177749 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=ead4b925-c75b-42a5-a2ee-b2a354e85480,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:39.246366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (5ef61b76-7a0a-4817-98ed-bbcaaed11fec), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.251956 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5ef61b76-7a0a-4817-98ed-bbcaaed11fec), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.286494 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.287822 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2788470 May 10 16:54:39.291039 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44578) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:39.293507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a7cc7-d8a1-4831-ae1b-b7370443fad6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef61b76-7a0a-4817-98ed-bbcaaed11fec,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:39.298187 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '5ef61b76-7a0a-4817-98ed-bbcaaed11fec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:39.355712 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (9820ad89-0cf4-4709-a1f7-deefbe284c08), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.442174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (9820ad89-0cf4-4709-a1f7-deefbe284c08), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.446470 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (9820ad89-0cf4-4709-a1f7-deefbe284c08), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.470770 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9820ad89-0cf4-4709-a1f7-deefbe284c08,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:39.483428 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.485419 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-facb4b5f-39aa-4c93-a971-8023b0e972c2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1929960 May 10 16:54:39.490010 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44582) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:39.502997 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '5ef61b76-7a0a-4817-98ed-bbcaaed11fec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:39.535756 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (92163c6c-6b26-4dee-a5a7-9b683abc90bc), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.658348 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (92163c6c-6b26-4dee-a5a7-9b683abc90bc), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.665911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (92163c6c-6b26-4dee-a5a7-9b683abc90bc), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.688168 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:54:39.697741 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92163c6c-6b26-4dee-a5a7-9b683abc90bc,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:39.711635 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.716510 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-795fd196-20dd-46be-bc6f-afc8551c229c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2195692 May 10 16:54:39.716817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44586) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:39.722970 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:39.767593 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:39.891569 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.201330 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:54:40.215095 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:40.216101 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:40.365099 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:40.393440 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.27.1.218 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/cdd519f6-66a3-4171-9b01-056d238ec9e7) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:54:40.401619 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab859f-c654-4d47-9180-2eb65ff4df33 req-bc90ba96-3582-4e20-abd0-7238329df1d7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:40.407480 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4bab859f-c654-4d47-9180-2eb65ff4df33 req-bc90ba96-3582-4e20-abd0-7238329df1d7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0757742 May 10 16:54:40.520538 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4bab859f-c654-4d47-9180-2eb65ff4df33 req-82a0fa3e-56ca-4b35-817f-6a7ce9b9d74c tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069715 May 10 16:54:40.578911 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.582405 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:40.628685 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:54:40.629044 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Updating router 945186e4-6b99-487b-a395-9be73d65b072 port 8d538039-cea1-42ac-9669-7ce2aa063d0b binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:54:40.630875 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ead4b925-c75b-42a5-a2ee-b2a354e85480 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:40.635975 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.665175 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.690700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:40.695510 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:40.702475 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:54:40.740943 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=cdd519f6-66a3-4171-9b01-056d238ec9e7,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:40.754693 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ead4b925-c75b-42a5-a2ee-b2a354e85480 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:40.755209 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.860606 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:40.887347 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ead4b925-c75b-42a5-a2ee-b2a354e85480 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:40.902843 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.136396 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks [] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.142120 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.147593 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.149910 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.208382 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Pushing event updated for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:41.228659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=cdd519f6-66a3-4171-9b01-056d238ec9e7,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:41.232699 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.233324 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.233886 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.234432 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.235512 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.236041 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.236601 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.237133 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.237668 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.238189 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.239065 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.239587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.239907 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.241162 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.241691 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.242214 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:54:41.259329 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.268757 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-532eb691-a292-4fb5-9f1e-4b6ff0279b41 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5429850 May 10 16:54:41.319268 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Attempting to bind port 8d538039-cea1-42ac-9669-7ce2aa063d0b on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:54:41.319268 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Attempting to bind port 8d538039-cea1-42ac-9669-7ce2aa063d0b by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:54:41.319712 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Attempting to bind port 8d538039-cea1-42ac-9669-7ce2aa063d0b on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:54:41.327763 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:54:41.328137 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:54:41.328567 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.328959 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:54:41.329450 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Bound port: 8d538039-cea1-42ac-9669-7ce2aa063d0b, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:54:41.329812 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.415071 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] For port 8d538039-cea1-42ac-9669-7ce2aa063d0b, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:54:41.419750 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] For port 8d538039-cea1-42ac-9669-7ce2aa063d0b, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=8d538039-cea1-42ac-9669-7ce2aa063d0b,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:54:41.435364 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.509738 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b28db29d-6c6e-4faf-8550-08cd105d1734 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1760548086&fields=id&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 267 time: 0.0704386 May 10 16:54:41.550430 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:41.551074 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:41.608623 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Provisioning complete for port 8d538039-cea1-42ac-9669-7ce2aa063d0b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:41.609009 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.700473 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:41.789857 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-5e721fe1-8d5f-434f-b152-969d8ec39582 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:41.803203 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-5e721fe1-8d5f-434f-b152-969d8ec39582 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.2924705 May 10 16:54:41.816337 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd21f-2af4-4a7e-ba18-3e1a0e321730 req-4af8c1dd-8f0d-4849-9665-0d5cb8e5dc53 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:41.818300 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc8bd21f-2af4-4a7e-ba18-3e1a0e321730 req-4af8c1dd-8f0d-4849-9665-0d5cb8e5dc53 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.1653669 May 10 16:54:41.846586 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-eac781b5-15b9-46de-986e-e5131d8b8b6f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/quotas/a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 375 time: 0.0375233 May 10 16:54:41.861157 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Current status of the port 8d538039-cea1-42ac-9669-7ce2aa063d0b is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:41.862365 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:41.909162 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:41.930735 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc8bd21f-2af4-4a7e-ba18-3e1a0e321730 req-42e62b23-6afc-438c-87d2-abac7ceaf7e5 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043403 May 10 16:54:41.939755 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b74a-4762-4b39-bb4f-9f12751aa75c None None] Pushing event updated for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:41.946248 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051e0e9-372e-49a8-ac42-45cb94674605 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:54:41.958286 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-033422d0-92b8-4b96-8372-eefe2c5a32e4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088142 May 10 16:54:41.965937 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] For port 8d538039-cea1-42ac-9669-7ce2aa063d0b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=8d538039-cea1-42ac-9669-7ce2aa063d0b,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:41.973879 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:42.087309 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35489f8c-8353-490b-a80c-311c57593b38 None None] Pushing event updated for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:42.101744 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6a727406-90b0-48ff-b31a-eacf5daac2cc None None] Provisioning complete for port 8d538039-cea1-42ac-9669-7ce2aa063d0b triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:42.102120 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6a727406-90b0-48ff-b31a-eacf5daac2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:42.210304 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6a727406-90b0-48ff-b31a-eacf5daac2cc None None] Current status of the port 8d538039-cea1-42ac-9669-7ce2aa063d0b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:42.263293 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-afd9ab14-65f5-4277-bf1c-43adac2aced8 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022611 May 10 16:54:42.373529 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-37ad454e-6023-4557-9801-85bd83054b6a service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039877 May 10 16:54:42.684437 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-21f725d8-e17d-45ba-9397-b6837c5be76b req-4a27c47e-2789-435f-976e-ecd0c85b3222 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 210 time: 0.0530529 May 10 16:54:42.759302 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 8d538039-cea1-42ac-9669-7ce2aa063d0b up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:42.851135 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 8d538039-cea1-42ac-9669-7ce2aa063d0b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:42.851590 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:42.981992 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 8d538039-cea1-42ac-9669-7ce2aa063d0b is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:43.121432 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042608-dc9e-4300-b7f4-e6bb81a339f4 req-a74aac25-7eb2-41b4-a797-dfa293f7ed28 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:43.130027 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f3042608-dc9e-4300-b7f4-e6bb81a339f4 req-a74aac25-7eb2-41b4-a797-dfa293f7ed28 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0618746 May 10 16:54:43.179384 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f3042608-dc9e-4300-b7f4-e6bb81a339f4 req-a267d917-e189-4b13-b1af-7744087dea74 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484815 May 10 16:54:43.789830 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d34b3ce1-cf9e-4809-bb41-d01eb3422ac3 req-ec0e5c91-c6de-4f88-9a5c-8eddc2169eb3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 210 time: 0.0276990 May 10 16:54:44.305292 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f16318-6d6a-45f2-a36e-5b5e416f4954 req-30953925-3009-4ac8-a585-418a74f26936 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:44.306785 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56f16318-6d6a-45f2-a36e-5b5e416f4954 req-30953925-3009-4ac8-a585-418a74f26936 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0528860 May 10 16:54:44.354284 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56f16318-6d6a-45f2-a36e-5b5e416f4954 req-cdb38bdf-85ff-4f20-ac98-6035ab3b7310 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 May 10 16:54:44.596479 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-41bbe8b3-abd3-4057-84c2-99f1ba238263 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:44.598038 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-41bbe8b3-abd3-4057-84c2-99f1ba238263 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1108963 May 10 16:54:44.659576 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-fed573cb-7c51-4c55-814a-afb78912cf3e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 380 time: 0.0534899 May 10 16:54:44.722821 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'port': {'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'admin_state_up': True, 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'security_groups': ['5ef61b76-7a0a-4817-98ed-bbcaaed11fec']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:44.838759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:54:44.843351 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:44.929310 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-10f10f7c-fcc5-4d7c-b1cd-0ea707968bcc req-13d51657-eeac-4ce5-ad1c-8eeedaa3e473 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 210 time: 0.0557358 May 10 16:54:44.996915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.20.0.8 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/c2215c98-d2de-4899-bfa6-5f508d8a56aa) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:54:45.137876 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.171491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.213973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:54:45.217866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:54:45.224027 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:54:45.252339 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:45.287670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:45.288304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.305805 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-b4497479-5c27-4674-b0e8-d44ccd23bfbf tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869169 May 10 16:54:45.317162 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Request body: {'port': {'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:45.380320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.453788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1757c6fc-a6f2-44e5-8e82-1951ad601240 None None] Provisioning complete for port c2215c98-d2de-4899-bfa6-5f508d8a56aa triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:45.454439 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1757c6fc-a6f2-44e5-8e82-1951ad601240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.476009 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c303-03c2-4092-a3c9-3013d518bfe7 req-bcdcdf55-e712-406e-9964-28d981a7b0f1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:45.478092 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6126c303-03c2-4092-a3c9-3013d518bfe7 req-bcdcdf55-e712-406e-9964-28d981a7b0f1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0487592 May 10 16:54:45.495854 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1757c6fc-a6f2-44e5-8e82-1951ad601240 None None] Port c2215c98-d2de-4899-bfa6-5f508d8a56aa cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:54:45.526553 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6126c303-03c2-4092-a3c9-3013d518bfe7 req-b19c8f1c-fca4-41c8-b9b9-6ba38981285b tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 May 10 16:54:45.660481 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2215c98-d2de-4899-bfa6-5f508d8a56aa {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:54:45.668004 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks [] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.680622 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Transition to ACTIVE for port object c2215c98-d2de-4899-bfa6-5f508d8a56aa will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:54:45.684544 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.734864 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:45.805925 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Attempting to bind port c2215c98-d2de-4899-bfa6-5f508d8a56aa on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:54:45.806392 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Attempting to bind port c2215c98-d2de-4899-bfa6-5f508d8a56aa by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:54:45.806731 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Attempting to bind port c2215c98-d2de-4899-bfa6-5f508d8a56aa on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:54:45.812034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Port c2215c98-d2de-4899-bfa6-5f508d8a56aa on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:54:45.812391 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Attempting to bind port c2215c98-d2de-4899-bfa6-5f508d8a56aa on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:54:45.817526 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:54:45.817862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:54:45.818247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:54:45.818670 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Bound port: c2215c98-d2de-4899-bfa6-5f508d8a56aa, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:54:45.819028 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.891956 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:54:45.895997 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:54:45.904877 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.941906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:45.942603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:45.944379 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] 10.222.0.32 "PUT /v2.0/ports/c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 200 len: 1093 time: 0.6317277 May 10 16:54:45.944790 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:45.947307 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e94021-de9f-49b5-9fe9-33ec1072cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:45.977005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3cae4-bf6a-4fc3-a309-b4447c27ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:46.020358 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6a7ee6-db92-4e39-b756-1b80e72aacdd x-openstack-request-id: req-6d6a7ee6-db92-4e39-b756-1b80e72aacdd {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:46.020631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:46.020922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d6a7ee6-db92-4e39-b756-1b80e72aacdd {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:46.021280 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6a7ee6-db92-4e39-b756-1b80e72aacdd'] response: {'name': 'network-changed', 'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'status': 'completed', 'code': 200} May 10 16:54:46.051549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-db095680-4cad-455a-a36b-dee0435f73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:46.053342 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-db095680-4cad-455a-a36b-dee0435f73b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 1127 time: 0.0439458 May 10 16:54:46.087764 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725790-9f7c-48e1-93c7-c1720250086a req-00755607-4218-489a-9de6-ec59c7134965 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:46.090027 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8f725790-9f7c-48e1-93c7-c1720250086a req-00755607-4218-489a-9de6-ec59c7134965 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 943 time: 0.0574372 May 10 16:54:46.098280 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-715f1317-b185-41eb-8241-e2e37edc2ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 200 len: 217 time: 0.0367429 May 10 16:54:46.148822 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8f725790-9f7c-48e1-93c7-c1720250086a req-4608eea5-8574-4402-b297-27b2404d0392 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509188 May 10 16:54:46.155858 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-e1995cb3-c819-49f9-b1dd-df69275531b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:46.157594 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-e1995cb3-c819-49f9-b1dd-df69275531b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0541308 May 10 16:54:46.205280 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-80dce521-0812-4ad0-afe1-9f8fd91f942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:46.206777 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-80dce521-0812-4ad0-afe1-9f8fd91f942b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434697 May 10 16:54:46.297800 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-7eb381e1-898f-4a83-ba9e-acf105bc3d5d service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 May 10 16:54:46.390864 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6a8db046-156b-4065-bf7b-f0babb994fbc req-98116b0d-08f8-425f-a633-0718ec26d046 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 May 10 16:54:46.550726 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:54:46.645813 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc71ab0-548b-4395-8265-1ebeb9bc7b90 req-d32ea76c-0a6c-4aea-88c1-4570e7ac10e7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:46.647288 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1dc71ab0-548b-4395-8265-1ebeb9bc7b90 req-d32ea76c-0a6c-4aea-88c1-4570e7ac10e7 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 943 time: 0.0468192 May 10 16:54:46.648066 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:46.661588 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'port_id': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'mac_address': 'fa:16:3e:2b:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:54:46.697966 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1dc71ab0-548b-4395-8265-1ebeb9bc7b90 req-46ddc014-e2f1-45c1-99dc-7758717e5a4e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 May 10 16:54:46.708290 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:46.708699 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:46.722735 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:54:46.747789 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:46.751924 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:46.800425 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=9']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:46.955860 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:54:47.139498 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-ffbf59e9-199c-4946-aefd-dbe2e673b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.141269 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-ffbf59e9-199c-4946-aefd-dbe2e673b48e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 1127 time: 0.0476756 May 10 16:54:47.233017 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-04758f04-0ef1-46f0-abd1-1fded4442f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.234486 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-04758f04-0ef1-46f0-abd1-1fded4442f3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.0869858 May 10 16:54:47.268428 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4319c0-2655-4a4e-8ad2-77c6e8915e0a req-a0ca40e3-e048-41df-b93c-5393a51d2ccc tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.269958 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff4319c0-2655-4a4e-8ad2-77c6e8915e0a req-a0ca40e3-e048-41df-b93c-5393a51d2ccc tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 943 time: 0.0510995 May 10 16:54:47.280996 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-66696d56-7d57-4fe4-853e-e651245a0d03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 200 len: 217 time: 0.0399818 May 10 16:54:47.326133 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ff4319c0-2655-4a4e-8ad2-77c6e8915e0a req-976338c7-b23d-40f4-afc5-c163e529039b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502360 May 10 16:54:47.332028 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-a87cd1a4-0c8d-4310-9b31-7dd73aab033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.333617 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-a87cd1a4-0c8d-4310-9b31-7dd73aab033b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0457318 May 10 16:54:47.379306 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-ba9e9dad-8583-4b5f-a3f3-3aa7185b847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.380802 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-ba9e9dad-8583-4b5f-a3f3-3aa7185b847a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390658 May 10 16:54:47.473793 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-46c541f7-169d-4c24-abce-a4922e5e6b2a service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 May 10 16:54:47.563610 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e94021-de9f-49b5-9fe9-33ec1072cc10 req-69807197-8581-4e19-af9b-18e18b62fe3d service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 May 10 16:54:47.823085 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf53944-965f-4ac6-8fed-d188fa98d7ff req-6d70ae41-88b4-4a6b-9d0d-9be6d2d923bd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:47.824517 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-caf53944-965f-4ac6-8fed-d188fa98d7ff req-6d70ae41-88b4-4a6b-9d0d-9be6d2d923bd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 944 time: 0.0486655 May 10 16:54:47.871577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-caf53944-965f-4ac6-8fed-d188fa98d7ff req-706dcf3c-7677-4775-8583-379d34de4bad tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 May 10 16:54:48.384436 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44682) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:48.453487 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cef94-8d15-4b9d-9e72-22906b0f0ff2 req-f627522d-43a0-4a23-9516-6155446a5fb2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:48.455016 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f08cef94-8d15-4b9d-9e72-22906b0f0ff2 req-f627522d-43a0-4a23-9516-6155446a5fb2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 943 time: 0.0487854 May 10 16:54:48.506525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b12e1f29-348a-46a6-9f68-340ca1c12cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.526586 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f08cef94-8d15-4b9d-9e72-22906b0f0ff2 req-24565c34-f2b1-4f3b-aeaf-8c783d53d23d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 May 10 16:54:48.552637 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c2215c98-d2de-4899-bfa6-5f508d8a56aa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:54:48.554743 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:48.595553 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b12e1f29-348a-46a6-9f68-340ca1c12cd3 admin admin] Publish callbacks [] for security_group (b4a73769-e5f9-4708-9641-004597bbd0cb), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.599887 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b12e1f29-348a-46a6-9f68-340ca1c12cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b4a73769-e5f9-4708-9641-004597bbd0cb), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.639994 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b12e1f29-348a-46a6-9f68-340ca1c12cd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f6c3554c8934f4c87185c29cf362947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541721 May 10 16:54:48.642842 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44686) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:48.649307 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e1f29-348a-46a6-9f68-340ca1c12cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a73769-e5f9-4708-9641-004597bbd0cb,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:48.660568 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:48.661273 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.698783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] Publish callbacks [] for security_group (b4a73769-e5f9-4708-9641-004597bbd0cb), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.721215 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:48.721551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] Publish callbacks [] for security_group (b4a73769-e5f9-4708-9641-004597bbd0cb), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.735854 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:54:48.771897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (b4a73769-e5f9-4708-9641-004597bbd0cb), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.774556 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.775743 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4a73769-e5f9-4708-9641-004597bbd0cb HTTP/1.1" status: 204 len: 168 time: 0.1319163 May 10 16:54:48.785707 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f086bf-866c-4a10-b52b-ed3e15a73e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a73769-e5f9-4708-9641-004597bbd0cb,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:48.813791 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:48.814179 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.816969 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c2215c98-d2de-4899-bfa6-5f508d8a56aa is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:48.817336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.845715 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2215c98-d2de-4899-bfa6-5f508d8a56aa {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:54:48.856168 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:48.858506 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce952495-4175-48a0-aa18-a8c00a268dd0" -d '{"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:48.882068 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:48.884189 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:48.886496 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.894060 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:48.902019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b193b-a717-428d-a786-20431d08b9ef x-openstack-request-id: req-671b193b-a717-428d-a786-20431d08b9ef {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:48.902470 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:48.902802 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-671b193b-a717-428d-a786-20431d08b9ef {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:48.903251 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671b193b-a717-428d-a786-20431d08b9ef'] response: {'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'code': 200} May 10 16:54:48.951588 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=10']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:49.022233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:49.027396 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55ab3e-4ac2-43b7-8c92-bae461198250 req-80731d23-9932-4596-88ea-c8311347413e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:49.029907 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fd55ab3e-4ac2-43b7-8c92-bae461198250 req-80731d23-9932-4596-88ea-c8311347413e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0807014 May 10 16:54:49.087442 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fd55ab3e-4ac2-43b7-8c92-bae461198250 req-9eb9cae2-0da5-4695-8aab-fb060fedc46e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460215 May 10 16:54:49.097286 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['c2215c98-d2de-4899-bfa6-5f508d8a56aa'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:54:49.113056 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4f8c-359d-435f-80dd-3f7a16368f0e req-4a29c8d4-c800-4572-b82b-2de7e1fde0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:49.114896 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-14da4f8c-359d-435f-80dd-3f7a16368f0e req-4a29c8d4-c800-4572-b82b-2de7e1fde0fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1130 time: 0.0524991 May 10 16:54:49.158630 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-97832fc5-3177-4342-867d-f261d55ea660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:49.163278 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-14da4f8c-359d-435f-80dd-3f7a16368f0e req-2a2cb498-551e-4f48-8cbf-befa17607078 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 May 10 16:54:49.644202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398260-2c38-4f61-9766-0a73da9d1f01 req-9d87700d-c546-4b58-86c6-2345f16ea9c8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:49.645702 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6398260-2c38-4f61-9766-0a73da9d1f01 req-9d87700d-c546-4b58-86c6-2345f16ea9c8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 944 time: 0.0489671 May 10 16:54:49.694850 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f6398260-2c38-4f61-9766-0a73da9d1f01 req-3db20583-6e12-4b08-8ecb-69e93b8e5fd0 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 May 10 16:54:50.211474 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4581-3361-4fb3-9e5a-7baf8aa1fffe req-c66c9781-d93c-413b-acf6-5ec234aec31e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:50.213142 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f06e4581-3361-4fb3-9e5a-7baf8aa1fffe req-c66c9781-d93c-413b-acf6-5ec234aec31e tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0474365 May 10 16:54:50.261794 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f06e4581-3361-4fb3-9e5a-7baf8aa1fffe req-57e3f364-1c60-4973-9c42-3cfb2810fa20 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 May 10 16:54:50.569908 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c2215c98-d2de-4899-bfa6-5f508d8a56aa up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:54:50.621019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port c2215c98-d2de-4899-bfa6-5f508d8a56aa completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:54:50.627214 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port c2215c98-d2de-4899-bfa6-5f508d8a56aa triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:54:50.627701 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:50.708386 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c2215c98-d2de-4899-bfa6-5f508d8a56aa is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:54:50.708865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:50.747819 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:54:50.752889 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:50.814456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:50.834905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7ee0-b1c3-4ad1-be1a-c34d595065da req-5198c7f2-cd35-45f4-a527-e37bc41e27dc tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:50.836403 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f81f7ee0-b1c3-4ad1-be1a-c34d595065da req-5198c7f2-cd35-45f4-a527-e37bc41e27dc tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0564361 May 10 16:54:50.889044 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f81f7ee0-b1c3-4ad1-be1a-c34d595065da req-1e2536af-e6d8-4777-9aeb-d58112619b54 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 May 10 16:54:50.904664 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:50.907260 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680bfea9-f949-406b-9329-76767886fedf" -d '{"events": [{"server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:50.945890 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b90c4a-d6c4-4faf-aef9-2c52f7f32179 x-openstack-request-id: req-05b90c4a-d6c4-4faf-aef9-2c52f7f32179 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:50.946208 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:50.946305 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05b90c4a-d6c4-4faf-aef9-2c52f7f32179 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:50.946692 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b90c4a-d6c4-4faf-aef9-2c52f7f32179'] response: {'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'code': 200} May 10 16:54:51.133935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff65fc-b094-4ee2-8710-031a06503989 req-e60c63a3-4a35-4865-b081-a68cb69ae298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:51.135599 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57ff65fc-b094-4ee2-8710-031a06503989 req-e60c63a3-4a35-4865-b081-a68cb69ae298 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 1129 time: 0.0399213 May 10 16:54:51.184156 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57ff65fc-b094-4ee2-8710-031a06503989 req-044ba525-ea3b-4b3f-94c0-60b0faebced7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 May 10 16:54:51.382633 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-28039534-20ba-4918-8295-11d2112b428e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:51.399682 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778c52a-2aef-4dcf-b76f-76a150b6446f req-c2a0d96a-169c-4645-b91d-768b724996a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:51.401165 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9778c52a-2aef-4dcf-b76f-76a150b6446f req-c2a0d96a-169c-4645-b91d-768b724996a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0630550 May 10 16:54:51.454142 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9778c52a-2aef-4dcf-b76f-76a150b6446f req-3906f6cd-1c82-4855-a4a1-3835688a9ec6 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460169 May 10 16:54:52.005112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97998822-32cb-4be2-b0f6-2133a57a46f6 req-be7f920f-ade7-445e-944d-97c52a8f2322 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:52.006565 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-97998822-32cb-4be2-b0f6-2133a57a46f6 req-be7f920f-ade7-445e-944d-97c52a8f2322 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0483422 May 10 16:54:52.056167 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-97998822-32cb-4be2-b0f6-2133a57a46f6 req-1ed9491e-2e81-440f-b197-af5147b7b398 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 May 10 16:54:52.506690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:52.600472 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f961d6f-fb87-4bf1-b372-676d3179db4c req-92119eb0-8dc6-4991-8036-a41d70192b39 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:52.602658 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3f961d6f-fb87-4bf1-b372-676d3179db4c req-92119eb0-8dc6-4991-8036-a41d70192b39 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0637236 May 10 16:54:52.661471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3f961d6f-fb87-4bf1-b372-676d3179db4c req-58f9df37-2254-49f5-8a38-94d2a41ff0ee tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459969 May 10 16:54:53.170138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b880c1-41ef-4163-bd55-78d56379abb4 req-074bca83-6203-4189-bac5-40f1f7465b8e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:53.171624 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c5b880c1-41ef-4163-bd55-78d56379abb4 req-074bca83-6203-4189-bac5-40f1f7465b8e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0477805 May 10 16:54:53.219448 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c5b880c1-41ef-4163-bd55-78d56379abb4 req-419f064c-8136-44d3-8252-0d7138dc2b9f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 May 10 16:54:53.328165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66563eb0-81ac-4030-b285-d06e04c7ff34 req-1208c5e8-a2e3-4569-891a-45be99c90b75 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:53.329659 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-66563eb0-81ac-4030-b285-d06e04c7ff34 req-1208c5e8-a2e3-4569-891a-45be99c90b75 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0465131 May 10 16:54:53.338049 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44798) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:53.343126 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:54:53.385208 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:53.830817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:53.836516 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:53.944564 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP dcfc47ee-1af6-43cd-bd81-881515534bc1 associated. External IP: 172.27.1.218, port: c2215c98-d2de-4899-bfa6-5f508d8a56aa. May 10 16:54:54.159305 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:54:54.274488 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:54:54.281845 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:54.290817 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:54:54.304730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:54.307936 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:54.309512 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:54.317108 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-90bf43cb-aaa9-4078-ba8b-64ce7d95647e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "PUT /v2.0/floatingips/dcfc47ee-1af6-43cd-bd81-881515534bc1 HTTP/1.1" status: 200 len: 991 time: 0.9778283 May 10 16:54:54.318073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:54:54.320787 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fcecc-7583-4377-98b5-e015121192c3" -d '{"events": [{"name": "network-changed", "server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:54:54.357565 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8beb66b-7aeb-4249-979e-4e34528a6f07 x-openstack-request-id: req-c8beb66b-7aeb-4249-979e-4e34528a6f07 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:54:54.357863 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:54:54.358118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8beb66b-7aeb-4249-979e-4e34528a6f07 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:54:54.358529 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8beb66b-7aeb-4249-979e-4e34528a6f07'] response: {'name': 'network-changed', 'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'status': 'completed', 'code': 200} May 10 16:54:54.429728 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-27ae0024-1ccf-49d6-8f3f-ab91b4ed11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:54.431262 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-27ae0024-1ccf-49d6-8f3f-ab91b4ed11a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 1129 time: 0.0464056 May 10 16:54:54.549125 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-ef2b5a81-237e-495d-8737-d1aac03ff15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:54.550780 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-ef2b5a81-237e-495d-8737-d1aac03ff15f service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.1133809 May 10 16:54:54.567786 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:54.627362 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-7ec5eca5-a82c-4f31-8e54-07def347b6ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 200 len: 999 time: 0.0704939 May 10 16:54:54.678325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-395d242e-83db-472d-98db-40fc8af8e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:54.680220 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-395d242e-83db-472d-98db-40fc8af8e23e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0476961 May 10 16:54:54.723983 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-69c18fbd-4a15-4e4b-868e-ad0bf8adfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:54:54.725541 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-69c18fbd-4a15-4e4b-868e-ad0bf8adfb9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397139 May 10 16:54:54.805733 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:54.824058 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-dbf6e683-6360-4e68-830d-7c79ad4cb4d1 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922177 May 10 16:54:54.833150 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:54:54.842441 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:54:54.843058 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:54.925800 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6f8fcecc-7583-4377-98b5-e015121192c3 req-da33a548-52b9-4940-b197-5431e429ed6e service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915613 May 10 16:54:54.959567 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:54:55.177980 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:54:55.205164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58343a73-e6ee-4777-b325-de50fb865656 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:54:55.404352 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e370adb-fcbf-40aa-9531-7345aaeca911 None None] New status for floating IP dcfc47ee-1af6-43cd-bd81-881515534bc1: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:54:55.618705 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:58.859457 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.612500 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44886) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:59.723782 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8078d805-fa18-48a0-9350-1aff735f1d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.798160 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8078d805-fa18-48a0-9350-1aff735f1d0f admin admin] Publish callbacks [] for security_group (8dd8ae91-0a82-4d46-a1c6-2b7e324b8274), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.802779 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8078d805-fa18-48a0-9350-1aff735f1d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8dd8ae91-0a82-4d46-a1c6-2b7e324b8274), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.840085 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d805-fa18-48a0-9350-1aff735f1d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd8ae91-0a82-4d46-a1c6-2b7e324b8274,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:54:59.844224 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8078d805-fa18-48a0-9350-1aff735f1d0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=744f2f6522c44bbca609f0f46843d0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305629 May 10 16:54:59.846967 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44890) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:54:59.899154 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] Publish callbacks [] for security_group (8dd8ae91-0a82-4d46-a1c6-2b7e324b8274), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.920299 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] Publish callbacks [] for security_group (8dd8ae91-0a82-4d46-a1c6-2b7e324b8274), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.967045 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8dd8ae91-0a82-4d46-a1c6-2b7e324b8274), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.969772 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:54:59.970922 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dd8ae91-0a82-4d46-a1c6-2b7e324b8274 HTTP/1.1" status: 204 len: 168 time: 0.1230648 May 10 16:54:59.978545 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9e394-70f0-4dae-a41d-d84a32c79489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd8ae91-0a82-4d46-a1c6-2b7e324b8274,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:02.176782 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-c794dacd-6009-48bd-84f4-4d8ce33d5281 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404918 May 10 16:55:02.263051 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71c9b-26cd-4d83-9183-434909745f55 req-0de21278-ea40-43bb-b3a9-95645e61fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:02.264602 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-0de21278-ea40-43bb-b3a9-95645e61fb5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 1130 time: 0.0453887 May 10 16:55:02.379406 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71c9b-26cd-4d83-9183-434909745f55 req-72a498c6-41f0-427b-86e1-ae9d05224be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:02.380793 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-72a498c6-41f0-427b-86e1-ae9d05224be6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 200 len: 917 time: 0.0916383 May 10 16:55:02.453536 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-519e8d9e-9898-46b8-8832-001d6a0d7c4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 200 len: 1001 time: 0.0624175 May 10 16:55:02.752363 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71c9b-26cd-4d83-9183-434909745f55 req-4b364390-bde3-4a5a-b58e-2fc1d0a34863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:02.753705 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-4b364390-bde3-4a5a-b58e-2fc1d0a34863 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 200 len: 855 time: 0.2932212 May 10 16:55:03.398922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71c9b-26cd-4d83-9183-434909745f55 req-d0bb267d-42f0-4618-a683-7c408aaa4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:03.400433 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-d0bb267d-42f0-4618-a683-7c408aaa4996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90344bc1-cc22-4179-9584-f0a07adf617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384207 May 10 16:55:04.218975 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-bc38e38b-3976-4a82-a1f6-891c32eece9e service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837398 May 10 16:55:05.095690 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63c71c9b-26cd-4d83-9183-434909745f55 req-8e0ca29d-bcaf-487c-ae64-cf7cedbddc83 service neutron] 10.222.0.32 "GET /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830801 May 10 16:55:07.948927 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 44964) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:08.053483 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b1cac25-9dd3-45b5-8e97-0c48699f3244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.130745 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b1cac25-9dd3-45b5-8e97-0c48699f3244 admin admin] Publish callbacks [] for security_group (caad1b8d-f4a0-4e93-95b9-86e7a1f49b55), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.134326 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b1cac25-9dd3-45b5-8e97-0c48699f3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (caad1b8d-f4a0-4e93-95b9-86e7a1f49b55), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.172959 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2b1cac25-9dd3-45b5-8e97-0c48699f3244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0bac21bee224dcd8b7cfedcf4f98fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229006 May 10 16:55:08.174081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cac25-9dd3-45b5-8e97-0c48699f3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad1b8d-f4a0-4e93-95b9-86e7a1f49b55,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:08.175967 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44968) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:08.233370 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] Publish callbacks [] for security_group (caad1b8d-f4a0-4e93-95b9-86e7a1f49b55), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.258324 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] Publish callbacks [] for security_group (caad1b8d-f4a0-4e93-95b9-86e7a1f49b55), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.313947 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (caad1b8d-f4a0-4e93-95b9-86e7a1f49b55), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.316876 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:08.318265 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caad1b8d-f4a0-4e93-95b9-86e7a1f49b55 HTTP/1.1" status: 204 len: 168 time: 0.1412232 May 10 16:55:08.328479 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50226a-78a4-4ea3-8a96-fe65680aaf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad1b8d-f4a0-4e93-95b9-86e7a1f49b55,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:08.927945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44990) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:09.024540 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-390482347-network', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:09.044774 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Made reservation on behalf of 0b8348f4bffd44e7b0da6367a1011709 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:09.047082 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.055806 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.132137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks [] for security_group (34c10226-5c1f-46c2-974b-c8fb3933f6a9), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.135755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (34c10226-5c1f-46c2-974b-c8fb3933f6a9), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.163024 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:55:09.169346 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c10226-5c1f-46c2-974b-c8fb3933f6a9,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:09.177854 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8b7510e7-e373-4671-9239-0552a7a9c632), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.178430 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Added segment 8b7510e7-e373-4671-9239-0552a7a9c632 of type vlan for network 4630e6fb-ee22-4d27-bd44-871c41a7cdec May 10 16:55:09.219182 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (4630e6fb-ee22-4d27-bd44-871c41a7cdec), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.246128 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (4630e6fb-ee22-4d27-bd44-871c41a7cdec), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.247325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:09.247908 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.307442 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3783526 May 10 16:55:09.310188 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44994) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:09.316374 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Request body: {'subnet': {'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-390482347-subnet', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:09.328583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637997a-f9ed-48df-a9b4-f7d9f4a9f0ba admin admin] Pushing event updated for resources: {'Network': ['ID=4630e6fb-ee22-4d27-bd44-871c41a7cdec,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:09.338379 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:55:09.344201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Made reservation on behalf of 0b8348f4bffd44e7b0da6367a1011709 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:09.346577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364922'] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.515569 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364900'] for subnet (a4b332ff-7762-4600-97c2-2ee35ebc33ec), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.563831 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b332ff-7762-4600-97c2-2ee35ebc33ec,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:09.581963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:09.582532 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Network hostable DHCP agents. Network: 4630e6fb-ee22-4d27-bd44-871c41a7cdec, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:55:09.601501 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:55:09.611005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 4630e6fb-ee22-4d27-bd44-871c41a7cdec) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:09.615315 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:09.616131 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.620379 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde02d3-d14b-4816-ba41-36655e73ba8f None None] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:55:09.635425 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-58d97c13-8db3-4cf5-a091-0fe834a043a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3241951 May 10 16:55:09.639381 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44996) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:09.643646 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:09.665493 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.666563 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.724588 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for router_controller (40c25a57-b204-4bcb-9aed-3df00887ccf3), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.728219 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:55:09.729160 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.866193 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for router_gateway (40c25a57-b204-4bcb-9aed-3df00887ccf3), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:09.879584 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Allocated IP 172.20.0.2 (4630e6fb-ee22-4d27-bd44-871c41a7cdec/a4b332ff-7762-4600-97c2-2ee35ebc33ec/248860aa-a8af-48e9-8ba9-4c50b0dbe55f) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:10.034019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks [] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.040366 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.054444 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for router_gateway (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.075016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.079823 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:10.083257 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:10.086318 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:10.100816 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Pushing event updated for resources: {'Port': ['ID=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:10.159352 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Attempting to bind port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:10.159639 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Attempting to bind port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:10.160000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Attempting to bind port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:10.165710 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:10.166086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:10.166482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.166874 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Bound using segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:10.167384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Bound port: 248860aa-a8af-48e9-8ba9-4c50b0dbe55f, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:10.168424 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.179644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Allocated IP 172.27.1.37 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/231f3d2b-4fcf-4331-b691-491198ca1fa9) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:10.235773 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] For port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:10.238973 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] For port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:10.246307 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.297362 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.305313 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b79038-d8c6-458c-acb5-e38b62f5060b None None] Pushing event updated for resources: {'Port': ['ID=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:10.348829 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.394277 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:10.403105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:10.405337 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Pushing event updated for resources: {'Port': ['ID=231f3d2b-4fcf-4331-b691-491198ca1fa9,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:10.407482 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:10.701127 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 248860aa-a8af-48e9-8ba9-4c50b0dbe55f up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:10.725822 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for router_gateway (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.756163 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:10.756575 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.849236 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:10.849713 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.887373 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:10.891809 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:10.947252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:10.952922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.102230 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:55:11.221151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:11.232641 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:11.244206 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:11.244928 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:11.245073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.246781 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5e44086b-e129-4e14-a7da-a2de3e683e09 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6064441 May 10 16:55:11.250984 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 44998) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:11.350835 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7b917-b40d-457a-aaf6-dac41c761548 None None] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:55:11.375111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:11.519676 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-4d9778b9-c583-4d38-8f99-dd12d9d413df None None] Provisioning complete for port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:11.519940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4d9778b9-c583-4d38-8f99-dd12d9d413df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.697677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.721248 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:10Z', 'revision_number': 3, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:11.725514 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-4d9778b9-c583-4d38-8f99-dd12d9d413df None None] Current status of the port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:11.754325 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:11.754685 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Updating router 40c25a57-b204-4bcb-9aed-3df00887ccf3 port 231f3d2b-4fcf-4331-b691-491198ca1fa9 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:55:11.791489 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.874292 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Allocated IP 172.20.0.1 (4630e6fb-ee22-4d27-bd44-871c41a7cdec/a4b332ff-7762-4600-97c2-2ee35ebc33ec/96df4fb6-fd17-496f-a7b7-6a8ff514875a) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:11.962720 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-3575212b-c100-4cdc-a346-065d5af8ff2b None None] Provisioning complete for port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:11.963002 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3575212b-c100-4cdc-a346-065d5af8ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:11.983292 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks [] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.017401 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.055439 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:12.058323 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:12.064019 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:12.092579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Pushing event updated for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:12.118975 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.253028 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-3575212b-c100-4cdc-a346-065d5af8ff2b None None] Current status of the port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:12.260846 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.269429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks [] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.275516 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.331129 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Attempting to bind port 231f3d2b-4fcf-4331-b691-491198ca1fa9 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:12.331403 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Attempting to bind port 231f3d2b-4fcf-4331-b691-491198ca1fa9 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:12.331758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Attempting to bind port 231f3d2b-4fcf-4331-b691-491198ca1fa9 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:12.333785 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692cd99-e4dc-420e-aae6-be1efff803e9 None None] Pushing event updated for resources: {'Port': ['ID=231f3d2b-4fcf-4331-b691-491198ca1fa9,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:12.339112 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:12.340036 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:12.340482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.340985 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:12.341454 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Bound port: 231f3d2b-4fcf-4331-b691-491198ca1fa9, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:12.341851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.386308 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-7b67dc66-f6e0-4a4d-b017-8cb7a7242224 None None] Provisioning complete for port 96df4fb6-fd17-496f-a7b7-6a8ff514875a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:12.386677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7b67dc66-f6e0-4a4d-b017-8cb7a7242224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.427508 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] For port 231f3d2b-4fcf-4331-b691-491198ca1fa9, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:12.432138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] For port 231f3d2b-4fcf-4331-b691-491198ca1fa9, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=231f3d2b-4fcf-4331-b691-491198ca1fa9,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:12.434286 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks [] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.438717 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.441036 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-7b67dc66-f6e0-4a4d-b017-8cb7a7242224 None None] Port 96df4fb6-fd17-496f-a7b7-6a8ff514875a cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:12.444255 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.500380 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:12.501011 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:12.514228 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Pushing event updated for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:12.517801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.536755 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692cd99-e4dc-420e-aae6-be1efff803e9 None None] Pushing event updated for resources: {'Port': ['ID=231f3d2b-4fcf-4331-b691-491198ca1fa9,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:12.614597 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:12.616222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:12.622814 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:12.658155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 248860aa-a8af-48e9-8ba9-4c50b0dbe55f up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:12.752116 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:12.795654 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:12.796195 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.866279 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:12.872210 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9c3f953b-6a7e-4c38-be6a-58184145cd30 admin admin] 10.222.0.48 "PUT /v2.0/routers/40c25a57-b204-4bcb-9aed-3df00887ccf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6200461 May 10 16:55:12.890320 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-f24161a1-905e-4bb1-820a-8c2e576acb42 None None] Provisioning complete for port 96df4fb6-fd17-496f-a7b7-6a8ff514875a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:12.890603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f24161a1-905e-4bb1-820a-8c2e576acb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:12.962316 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 2, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:12.966213 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-f24161a1-905e-4bb1-820a-8c2e576acb42 None None] Port 96df4fb6-fd17-496f-a7b7-6a8ff514875a cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:12.995283 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c1568-90ea-4822-b554-2784fe685150 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 2, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:13.002549 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:13.391372 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45014) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:13.396519 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-75600685-network', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:13.419467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Made reservation on behalf of 5948d924e03b469c9368aeed17dd6ce3 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:13.421847 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.431298 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.514190 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks [] for security_group (a4c44ea9-de81-4c87-9156-5c6416360898), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.518273 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a4c44ea9-de81-4c87-9156-5c6416360898), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.548248 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:55:13.558862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c44ea9-de81-4c87-9156-5c6416360898,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:13.564071 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (92b4da35-3a70-4e78-8ec9-e219c8e93ed2), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.564451 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Added segment 92b4da35-3a70-4e78-8ec9-e219c8e93ed2 of type vlan for network 8492775e-8084-43b2-a086-07460992529a May 10 16:55:13.608518 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (8492775e-8084-43b2-a086-07460992529a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.643147 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (8492775e-8084-43b2-a086-07460992529a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.645471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:13.646143 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.715300 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3216851 May 10 16:55:13.717797 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45018) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:13.718871 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31379c-dfeb-4c49-9b83-bad17399cd46 admin admin] Pushing event updated for resources: {'Network': ['ID=8492775e-8084-43b2-a086-07460992529a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:13.723597 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Request body: {'subnet': {'network_id': '8492775e-8084-43b2-a086-07460992529a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-75600685-subnet', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:13.735932 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 8492775e-8084-43b2-a086-07460992529a details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:55:13.746804 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Made reservation on behalf of 5948d924e03b469c9368aeed17dd6ce3 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:13.749809 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:13.940171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (9b2f3f0c-392f-431d-bb56-d479beb1b5ef), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.003045 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2f3f0c-392f-431d-bb56-d479beb1b5ef,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:14.010766 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Checking segment: {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:14.011991 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Network hostable DHCP agents. Network: 8492775e-8084-43b2-a086-07460992529a, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:55:14.031391 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Network 8492775e-8084-43b2-a086-07460992529a is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:55:14.041017 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 8492775e-8084-43b2-a086-07460992529a) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:14.046811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:14.048021 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.051822 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8f38f-6f83-43d5-8625-8246edbf9cc0 None None] Network 8492775e-8084-43b2-a086-07460992529a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:55:14.065065 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a86f11f7-21b9-473f-a0d7-497e709e0422 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3454447 May 10 16:55:14.067593 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45020) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:14.072200 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:14.094737 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.095826 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.155940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for router_controller (51060f80-561f-428b-8483-e7aca5f3d4a6), precommit_add_association {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.165133 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-8492775e-8084-43b2-a086-07460992529a', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:55:14.166019 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.307142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for router_gateway (51060f80-561f-428b-8483-e7aca5f3d4a6), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.318186 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Allocated IP 172.20.0.2 (8492775e-8084-43b2-a086-07460992529a/9b2f3f0c-392f-431d-bb56-d479beb1b5ef/5723c2f8-46ee-4320-802a-9e40658b190d) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:14.478018 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks [] for port (5723c2f8-46ee-4320-802a-9e40658b190d), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.486418 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.527352 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Network 8492775e-8084-43b2-a086-07460992529a is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:14.535452 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:14.539965 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:14.544729 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Pushing event updated for resources: {'Port': ['ID=5723c2f8-46ee-4320-802a-9e40658b190d,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:14.615572 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Attempting to bind port 5723c2f8-46ee-4320-802a-9e40658b190d on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:14.616137 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Attempting to bind port 5723c2f8-46ee-4320-802a-9e40658b190d by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:14.616530 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Attempting to bind port 5723c2f8-46ee-4320-802a-9e40658b190d on network 8492775e-8084-43b2-a086-07460992529a {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:14.623934 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:14.625444 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Checking segment: {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:14.625947 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.626420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Bound using segment: {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:14.626988 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Bound port: 5723c2f8-46ee-4320-802a-9e40658b190d, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:14.627462 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.713508 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 231f3d2b-4fcf-4331-b691-491198ca1fa9 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:14.740040 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] For port 5723c2f8-46ee-4320-802a-9e40658b190d, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:14.757284 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] For port 5723c2f8-46ee-4320-802a-9e40658b190d, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=5723c2f8-46ee-4320-802a-9e40658b190d,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:14.769067 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.774411 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for router_gateway (51060f80-561f-428b-8483-e7aca5f3d4a6), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.794763 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.810592 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 231f3d2b-4fcf-4331-b691-491198ca1fa9 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:14.810971 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.867998 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c84a8-e673-44ac-9065-0f5243d05fcb None None] Pushing event updated for resources: {'Port': ['ID=5723c2f8-46ee-4320-802a-9e40658b190d,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:14.913507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Allocated IP 172.27.1.95 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/e4dadf47-974c-4154-a78f-730cc93613b3) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:14.931885 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 231f3d2b-4fcf-4331-b691-491198ca1fa9 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:14.932358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:14.955050 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 231f3d2b-4fcf-4331-b691-491198ca1fa9, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=231f3d2b-4fcf-4331-b691-491198ca1fa9,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:14.960600 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.015087 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=231f3d2b-4fcf-4331-b691-491198ca1fa9,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:15.048049 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for port (e4dadf47-974c-4154-a78f-730cc93613b3), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.097659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.140453 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:15.143399 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:15.147201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:15.177352 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dadf47-974c-4154-a78f-730cc93613b3,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:15.414491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for router_gateway (51060f80-561f-428b-8483-e7aca5f3d4a6), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.619665 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.707505 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:15.717840 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:15.718541 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:15.775659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Router 51060f80-561f-428b-8483-e7aca5f3d4a6 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:55:15.835458 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:15.856420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c39609-dc04-42ac-9783-b3407d0a09a1 None None] Network 8492775e-8084-43b2-a086-07460992529a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:55:15.896782 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:15.910124 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Sync routers for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:15.923232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.924894 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-98893adc-d71b-4d8c-ae75-578798a43f94 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8561611 May 10 16:55:15.927555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45024) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:15.934458 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Provisioning complete for port 5723c2f8-46ee-4320-802a-9e40658b190d triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:15.934840 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:15.970764 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:15.971334 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:16.051946 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 2, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:16.081042 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:16.081395 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Updating router 40c25a57-b204-4bcb-9aed-3df00887ccf3 port 96df4fb6-fd17-496f-a7b7-6a8ff514875a binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:55:16.110216 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.301765 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:16.361690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Current status of the port 5723c2f8-46ee-4320-802a-9e40658b190d is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:16.362080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.385644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.398851 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks [] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.409852 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.446359 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] For port 5723c2f8-46ee-4320-802a-9e40658b190d, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=5723c2f8-46ee-4320-802a-9e40658b190d,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:16.454873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.467963 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f3ed4-17e9-4031-a823-905929086225 None None] Pushing event updated for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:16.542995 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a882-81c2-460f-8a1f-b685f1ed7b3d None None] Pushing event updated for resources: {'Port': ['ID=5723c2f8-46ee-4320-802a-9e40658b190d,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:16.561232 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Attempting to bind port 96df4fb6-fd17-496f-a7b7-6a8ff514875a on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:16.561891 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Attempting to bind port 96df4fb6-fd17-496f-a7b7-6a8ff514875a by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:16.562172 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:15Z', 'revision_number': 3, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:16.562821 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Attempting to bind port 96df4fb6-fd17-496f-a7b7-6a8ff514875a on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:16.570426 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:16.571301 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:16.571929 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.572687 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Bound using segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:16.573430 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Bound port: 96df4fb6-fd17-496f-a7b7-6a8ff514875a, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:16.574107 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.590486 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Allocated IP 172.20.0.1 (8492775e-8084-43b2-a086-07460992529a/9b2f3f0c-392f-431d-bb56-d479beb1b5ef/63bdd23a-f573-4320-9d0f-136362cea026) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:16.600424 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Checking router: 51060f80-561f-428b-8483-e7aca5f3d4a6 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:16.600784 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Updating router 51060f80-561f-428b-8483-e7aca5f3d4a6 port e4dadf47-974c-4154-a78f-730cc93613b3 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:55:16.645964 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-dfe9ca30-48ef-4273-ab43-f6249d4ab7ab None None] Provisioning complete for port 5723c2f8-46ee-4320-802a-9e40658b190d triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:16.647482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ca30-48ef-4273-ab43-f6249d4ab7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.687371 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.689498 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:55:16.697940 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] For port 96df4fb6-fd17-496f-a7b7-6a8ff514875a, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:16.712360 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] For port 96df4fb6-fd17-496f-a7b7-6a8ff514875a, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=96df4fb6-fd17-496f-a7b7-6a8ff514875a,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:16.721587 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.778387 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f3ed4-17e9-4031-a823-905929086225 None None] Pushing event updated for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:16.801996 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:16.802617 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:16.807402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks [] for port (63bdd23a-f573-4320-9d0f-136362cea026), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.849774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 5723c2f8-46ee-4320-802a-9e40658b190d up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:16.875124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:16.920203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Network 8492775e-8084-43b2-a086-07460992529a is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:16.926799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:16.931337 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:16.960968 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9ca30-48ef-4273-ab43-f6249d4ab7ab None None] Current status of the port 5723c2f8-46ee-4320-802a-9e40658b190d is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:16.969023 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Pushing event updated for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:16.992864 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (51060f80-561f-428b-8483-e7aca5f3d4a6), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.024620 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 5723c2f8-46ee-4320-802a-9e40658b190d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:17.025038 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.041391 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:17.131970 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Provisioning complete for port 96df4fb6-fd17-496f-a7b7-6a8ff514875a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:17.132409 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.299847 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:16Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:17.315282 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 5723c2f8-46ee-4320-802a-9e40658b190d is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:17.319719 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 231f3d2b-4fcf-4331-b691-491198ca1fa9 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:17.332616 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa91d2d-28f5-425c-a363-07d24295f83a None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:16Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:17.343725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks [] for port (e4dadf47-974c-4154-a78f-730cc93613b3), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.378913 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.390584 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Current status of the port 96df4fb6-fd17-496f-a7b7-6a8ff514875a is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:17.390977 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.445744 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63bdd23a-f573-4320-9d0f-136362cea026), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.481063 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Attempting to bind port e4dadf47-974c-4154-a78f-730cc93613b3 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:17.481443 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Attempting to bind port e4dadf47-974c-4154-a78f-730cc93613b3 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:17.481804 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Attempting to bind port e4dadf47-974c-4154-a78f-730cc93613b3 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:17.483710 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9df8-1f1a-46be-9f2a-ca324d6f5462 None None] Pushing event updated for resources: {'Port': ['ID=e4dadf47-974c-4154-a78f-730cc93613b3,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:17.499805 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] For port 96df4fb6-fd17-496f-a7b7-6a8ff514875a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=96df4fb6-fd17-496f-a7b7-6a8ff514875a,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:17.501012 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:17.501380 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:17.501783 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.502122 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:17.503197 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Bound port: e4dadf47-974c-4154-a78f-730cc93613b3, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:17.503197 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.504880 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 231f3d2b-4fcf-4331-b691-491198ca1fa9 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:17.505185 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.508616 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.639576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] For port e4dadf47-974c-4154-a78f-730cc93613b3, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:17.649674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks [] for port (63bdd23a-f573-4320-9d0f-136362cea026), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.650565 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1224c-acba-49fd-b218-11f43aa51e70 None None] Pushing event updated for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:17.655712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.665171 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] For port e4dadf47-974c-4154-a78f-730cc93613b3, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=e4dadf47-974c-4154-a78f-730cc93613b3,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:17.666423 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Provisioning complete for port 63bdd23a-f573-4320-9d0f-136362cea026 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:17.666795 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63bdd23a-f573-4320-9d0f-136362cea026), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.718883 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (51060f80-561f-428b-8483-e7aca5f3d4a6), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.721219 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.775151 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 231f3d2b-4fcf-4331-b691-491198ca1fa9 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:17.781086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Port 63bdd23a-f573-4320-9d0f-136362cea026 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:17.794739 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Pushing event updated for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:17.812563 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Provisioning complete for port 96df4fb6-fd17-496f-a7b7-6a8ff514875a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:17.812940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:17.814771 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9df8-1f1a-46be-9f2a-ca324d6f5462 None None] Pushing event updated for resources: {'Port': ['ID=e4dadf47-974c-4154-a78f-730cc93613b3,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:17.818859 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:17.819484 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:17.843638 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Network 8492775e-8084-43b2-a086-07460992529a is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:17.846465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:17.998150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Router 51060f80-561f-428b-8483-e7aca5f3d4a6 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:18.140693 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:18.142622 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-823e96f9-339c-4d83-8abf-a37e9169ea14 None None] Current status of the port 96df4fb6-fd17-496f-a7b7-6a8ff514875a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:18.145791 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1649e618-75e5-40bd-b1d2-b816b4c53914 admin admin] 10.222.0.48 "PUT /v2.0/routers/51060f80-561f-428b-8483-e7aca5f3d4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2172668 May 10 16:55:18.153460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:18.283362 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d03b75e6-170c-4ede-9746-0c8e7f42bb60 None None] Provisioning complete for port 63bdd23a-f573-4320-9d0f-136362cea026 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:18.283730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d03b75e6-170c-4ede-9746-0c8e7f42bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63bdd23a-f573-4320-9d0f-136362cea026), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.329712 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d03b75e6-170c-4ede-9746-0c8e7f42bb60 None None] Port 63bdd23a-f573-4320-9d0f-136362cea026 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:18.385751 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63bdd23a-f573-4320-9d0f-136362cea026', 'name': '', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'mac_address': 'fa:16:3e:af:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:16Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 2, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'subnets': [{'id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:18.416420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd0ae8-f933-4c1e-9c6c-9a9c94c91818 None None] The sync data for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi is: [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63bdd23a-f573-4320-9d0f-136362cea026', 'name': '', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'mac_address': 'fa:16:3e:af:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:16Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 2, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'subnets': [{'id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:18.481968 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45032) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:18.486514 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747529592', 'description': 'tempest-secgroup-smoke-1747529592 description', 'project_id': '0b8348f4bffd44e7b0da6367a1011709'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:18.507015 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.578125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (5ebb3ad9-bc02-49fa-b26c-65973cf7a658), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.582697 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5ebb3ad9-bc02-49fa-b26c-65973cf7a658), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.611172 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.612422 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294110 May 10 16:55:18.615533 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45034) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:18.629856 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:18.633643 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f352f7b-3966-43ca-8304-f160d5c1dcf1 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb3ad9-bc02-49fa-b26c-65973cf7a658,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:18.671484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (a7d418a1-a5c9-4ae8-86bb-b75786d4be06), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.713525 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 96df4fb6-fd17-496f-a7b7-6a8ff514875a up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:18.738481 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (a7d418a1-a5c9-4ae8-86bb-b75786d4be06), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.745897 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (a7d418a1-a5c9-4ae8-86bb-b75786d4be06), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.768451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 96df4fb6-fd17-496f-a7b7-6a8ff514875a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:18.768451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.769624 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d418a1-a5c9-4ae8-86bb-b75786d4be06,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:18.781204 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.788770 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4def90e1-96f4-42f9-b773-8ddb4cbd3ebe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721444 May 10 16:55:18.789593 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45036) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:18.795497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:18.825064 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (c373e791-1676-4004-82ed-7f18619862d8), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.867730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 96df4fb6-fd17-496f-a7b7-6a8ff514875a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:18.890298 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (c373e791-1676-4004-82ed-7f18619862d8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.895130 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (c373e791-1676-4004-82ed-7f18619862d8), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.914346 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c373e791-1676-4004-82ed-7f18619862d8,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:18.923282 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:18.924790 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331382 May 10 16:55:18.926656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.926995 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.927649 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45038) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:18.928647 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.929006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.929470 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.929804 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.930136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.930460 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.930785 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.931105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.931426 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.931754 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.932066 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.932178 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:18.932425 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.933231 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4c658-417f-41d1-85a8-037e20dd21a9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:18.960677 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (ecbd0634-18fa-4f49-863b-8312186b355f), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.023898 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (ecbd0634-18fa-4f49-863b-8312186b355f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.028323 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (ecbd0634-18fa-4f49-863b-8312186b355f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.046803 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbd0634-18fa-4f49-863b-8312186b355f,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:19.057584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.062338 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309834 May 10 16:55:19.062338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.062338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.062338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.062338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.062801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45040) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:19.062902 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.063002 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.063274 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.063603 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.063935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.064296 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.064621 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.064949 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.065291 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.065602 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.065925 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98134f80-a195-40f4-ae1d-effee4b838e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:19.067607 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:19.098213 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (10a81428-a378-493b-a3be-f30e62f73ba8), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.140609 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-dde217a0-4892-4089-841d-016a3114ab73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.162211 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (10a81428-a378-493b-a3be-f30e62f73ba8), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.165901 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (10a81428-a378-493b-a3be-f30e62f73ba8), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.184491 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a81428-a378-493b-a3be-f30e62f73ba8,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:19.193062 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.194435 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b98156ce-c21d-449e-8f70-3efd2bc91c64 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308422 May 10 16:55:19.197337 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45042) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:19.202095 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:19.221511 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Project 0b8348f4bffd44e7b0da6367a1011709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:55:19.227016 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (4e470a50-6c72-4d9f-9c94-285b2d8aa6df), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.287420 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (4e470a50-6c72-4d9f-9c94-285b2d8aa6df), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.291018 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (4e470a50-6c72-4d9f-9c94-285b2d8aa6df), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.312658 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e470a50-6c72-4d9f-9c94-285b2d8aa6df,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:19.319817 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.321068 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f992af0e-f75f-49a6-a4af-15ccc0645441 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226947 May 10 16:55:19.325221 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45046) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:19.329802 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'security_group_rule': {'security_group_id': '5ebb3ad9-bc02-49fa-b26c-65973cf7a658', 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:19.349475 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Project 0b8348f4bffd44e7b0da6367a1011709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:55:19.355655 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (efa34720-c523-49d3-a093-0a9444ac3ec3), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.415711 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (efa34720-c523-49d3-a093-0a9444ac3ec3), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.420026 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (efa34720-c523-49d3-a093-0a9444ac3ec3), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.438934 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa34720-c523-49d3-a093-0a9444ac3ec3,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:19.444563 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:19.445767 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7db47d1a-cf5c-484c-a020-8b421acb0dd4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195567 May 10 16:55:20.664585 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device e4dadf47-974c-4154-a78f-730cc93613b3 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:20.710775 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port e4dadf47-974c-4154-a78f-730cc93613b3 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:20.711144 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:20.792863 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port e4dadf47-974c-4154-a78f-730cc93613b3 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:20.793255 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:20.814627 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port e4dadf47-974c-4154-a78f-730cc93613b3, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=e4dadf47-974c-4154-a78f-730cc93613b3,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:20.818704 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:20.867895 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=e4dadf47-974c-4154-a78f-730cc93613b3,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:21.162280 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Sync routers for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:21.174313 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:21.174936 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:54:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:21.286273 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:21.384590 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1f446618-8364-4b6f-bc7c-a2fe4b2fd2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:21.486116 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63bdd23a-f573-4320-9d0f-136362cea026', 'name': '', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'mac_address': 'fa:16:3e:af:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:16Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 2, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'subnets': [{'id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:21.516793 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Checking router: 51060f80-561f-428b-8483-e7aca5f3d4a6 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:21.517147 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Updating router 51060f80-561f-428b-8483-e7aca5f3d4a6 port 63bdd23a-f573-4320-9d0f-136362cea026 binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:55:21.545910 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63bdd23a-f573-4320-9d0f-136362cea026), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:21.815341 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks [] for port (63bdd23a-f573-4320-9d0f-136362cea026), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:21.821133 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:21.874070 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509772b-9dc2-4435-9d4c-6bd837e1bc9b None None] Pushing event updated for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:21.934140 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Attempting to bind port 63bdd23a-f573-4320-9d0f-136362cea026 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:21.934614 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Attempting to bind port 63bdd23a-f573-4320-9d0f-136362cea026 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:21.934972 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Attempting to bind port 63bdd23a-f573-4320-9d0f-136362cea026 on network 8492775e-8084-43b2-a086-07460992529a {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:21.940589 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:21.940957 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Checking segment: {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:21.941354 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:21.941733 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Bound using segment: {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:21.942191 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Bound port: 63bdd23a-f573-4320-9d0f-136362cea026, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b4da35-3a70-4e78-8ec9-e219c8e93ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8492775e-8084-43b2-a086-07460992529a'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:21.942568 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63bdd23a-f573-4320-9d0f-136362cea026), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.014201 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] For port 63bdd23a-f573-4320-9d0f-136362cea026, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:22.018365 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] For port 63bdd23a-f573-4320-9d0f-136362cea026, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63bdd23a-f573-4320-9d0f-136362cea026,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:22.025623 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.074711 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:22.075142 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:22.075852 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Provisioning complete for port 63bdd23a-f573-4320-9d0f-136362cea026 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:22.076333 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63bdd23a-f573-4320-9d0f-136362cea026), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.167038 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Current status of the port 63bdd23a-f573-4320-9d0f-136362cea026 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:22.167426 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (63bdd23a-f573-4320-9d0f-136362cea026), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.185421 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509772b-9dc2-4435-9d4c-6bd837e1bc9b None None] Pushing event updated for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:22.210628 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] For port 63bdd23a-f573-4320-9d0f-136362cea026, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63bdd23a-f573-4320-9d0f-136362cea026,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:22.210854 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:22.217555 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.274835 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ec5e-02e8-4ae5-8c61-fa6e3394fea9 None None] Pushing event updated for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:22.335719 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-e1a42dd8-b37f-4b75-a285-7271f731d4af None None] Provisioning complete for port 63bdd23a-f573-4320-9d0f-136362cea026 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:22.336002 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-e1a42dd8-b37f-4b75-a285-7271f731d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63bdd23a-f573-4320-9d0f-136362cea026), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.413743 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63bdd23a-f573-4320-9d0f-136362cea026', 'name': '', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'mac_address': 'fa:16:3e:af:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:16Z', 'updated_at': '2022-05-10T16:55:22Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'subnets': [{'id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:22.431451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-e1a42dd8-b37f-4b75-a285-7271f731d4af None None] Current status of the port 63bdd23a-f573-4320-9d0f-136362cea026 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:22.443008 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781f45c-2579-40b2-bcc8-382284ad886b None None] The sync data for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi is: [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63bdd23a-f573-4320-9d0f-136362cea026', 'name': '', 'network_id': '8492775e-8084-43b2-a086-07460992529a', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'mac_address': 'fa:16:3e:af:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:16Z', 'updated_at': '2022-05-10T16:55:22Z', 'revision_number': 4, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'subnets': [{'id': '9b2f3f0c-392f-431d-bb56-d479beb1b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:22.506758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.673518 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device e4dadf47-974c-4154-a78f-730cc93613b3 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:22.726897 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port e4dadf47-974c-4154-a78f-730cc93613b3 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:22.727275 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.811420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port e4dadf47-974c-4154-a78f-730cc93613b3 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:22.812576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63bdd23a-f573-4320-9d0f-136362cea026 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:22.861032 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 63bdd23a-f573-4320-9d0f-136362cea026 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:22.861402 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (63bdd23a-f573-4320-9d0f-136362cea026), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:22.946503 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 63bdd23a-f573-4320-9d0f-136362cea026 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:24.293357 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:25.047169 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce43d-20d2-45c3-b3fc-216ba029ced7 req-a3bffb39-52c6-4c20-968d-c9176b05d2a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:25.048917 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ee1ce43d-20d2-45c3-b3fc-216ba029ced7 req-a3bffb39-52c6-4c20-968d-c9176b05d2a1 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0477295 May 10 16:55:25.101192 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ee1ce43d-20d2-45c3-b3fc-216ba029ced7 req-eae4a628-19a5-499d-b9ef-1a0ec0dc32c3 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 May 10 16:55:25.611766 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:26.231970 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be96ee-da2c-4e29-80d6-f44c55404919 req-97a00b45-17d3-4ea9-953f-f6506085c0de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:26.233490 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-71be96ee-da2c-4e29-80d6-f44c55404919 req-97a00b45-17d3-4ea9-953f-f6506085c0de tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0521417 May 10 16:55:26.280543 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-71be96ee-da2c-4e29-80d6-f44c55404919 req-9a332bdb-37f7-4247-8051-a37d169a4a51 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups?id=721bde9d-8dcd-4648-ab2f-a78025f63741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 May 10 16:55:26.530818 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-768054d7-f75c-4022-97a8-65e79e4d0bba tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:26.532238 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-768054d7-f75c-4022-97a8-65e79e4d0bba tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 946 time: 0.0480018 May 10 16:55:26.627521 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Deleting port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:55:26.627862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:26.724999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] For port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:26.725368 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:26.901786 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:26.902208 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:26.902762 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Floating IP b760573b-0586-4455-bdf3-01d49512e88b disassociated. External IP: 172.27.1.137, port: b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b. May 10 16:55:26.903153 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Calling delete_port for b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:55:27.034199 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:27.064498 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'Port': ['ID=b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:27.182111 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:27.299208 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:27.311170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:27.328036 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:27.328714 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:27.343549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] No DVR routers for this DVR port b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:55:27.346416 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:27.350101 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8d1670d-69d2-4963-bd94-34a519242ef7 req-cecbb2ed-613d-4284-a00b-f64e12e88081 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.32 "DELETE /v2.0/ports/b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b HTTP/1.1" status: 204 len: 173 time: 0.8099322 May 10 16:55:27.350583 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-deleted', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:27.352874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a22091-f826-4fe4-82f4-5c0a7706d656" -d '{"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-deleted", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:27.401226 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d6129-2889-415c-864b-23808344ed34 x-openstack-request-id: req-f50d6129-2889-415c-864b-23808344ed34 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:27.401731 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c65f78-2474-4331-ad66-738a8ac2162c", "name": "network-vif-deleted", "tag": "b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:27.401871 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f50d6129-2889-415c-864b-23808344ed34 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:27.402297 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50d6129-2889-415c-864b-23808344ed34'] response: {'server_uuid': 'a8c65f78-2474-4331-ad66-738a8ac2162c', 'name': 'network-vif-deleted', 'tag': 'b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b', 'status': 'completed', 'code': 200} May 10 16:55:27.411150 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb3fea3a-6c73-44d0-a5e0-9088dbf3529f req-1b742684-f688-4cba-a1dd-7a990bfc1635 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c65f78-2474-4331-ad66-738a8ac2162c HTTP/1.1" status: 200 len: 210 time: 0.0487278 May 10 16:55:27.457515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:27.660761 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:27.689496 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:27.697654 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:27.698251 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:27.811987 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:28.013465 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:28.041826 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc0c9d-8f8b-4138-9376-e43a93ce6dcb None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:48:10Z', 'revision_number': 4, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '63b8c914-73bb-4eee-bd9e-e7620b6aa6ff', 'name': '', 'network_id': '90344bc1-cc22-4179-9584-f0a07adf617d', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'mac_address': 'fa:16:3e:43:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:08Z', 'updated_at': '2022-05-10T16:48:23Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'subnets': [{'id': 'e3ea87a9-9233-4050-8554-c208b37c9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:28.277598 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697dd29-2aae-4ad5-9464-503b5c018608 None None] New status for floating IP b760573b-0586-4455-bdf3-01d49512e88b: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:55:28.518656 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45144) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:28.575042 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (721bde9d-8dcd-4648-ab2f-a78025f63741), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.601149 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (721bde9d-8dcd-4648-ab2f-a78025f63741), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.649764 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (721bde9d-8dcd-4648-ab2f-a78025f63741), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.653119 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.654322 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "DELETE /v2.0/security-groups/721bde9d-8dcd-4648-ab2f-a78025f63741 HTTP/1.1" status: 204 len: 168 time: 0.1346264 May 10 16:55:28.657121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45146) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:28.663255 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf0d81-f033-4475-8512-0681d5230264 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721bde9d-8dcd-4648-ab2f-a78025f63741,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:28.672920 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-f0bfed3f-debd-4d52-b38b-57af3a48c5dd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] show failed (client error): The resource could not be found. May 10 16:55:28.677386 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45148) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:28.677591 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-f0bfed3f-debd-4d52-b38b-57af3a48c5dd tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "GET /v2.0/security-groups/721bde9d-8dcd-4648-ab2f-a78025f63741 HTTP/1.1" status: 404 len: 347 time: 0.0192871 May 10 16:55:28.798316 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Deleting port 358e02b6-d472-480f-b72b-31fd1a382f35 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:55:28.798579 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.864926 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.879007 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.879342 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (358e02b6-d472-480f-b72b-31fd1a382f35), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:28.894293 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Calling delete_port for 358e02b6-d472-480f-b72b-31fd1a382f35 owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:55:29.031063 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (358e02b6-d472-480f-b72b-31fd1a382f35), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:29.057940 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Pushing event deleted for resources: {'Port': ['ID=358e02b6-d472-480f-b72b-31fd1a382f35,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:29.118125 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks [] for floatingip (b760573b-0586-4455-bdf3-01d49512e88b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:29.121341 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:29.122631 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-31af01a3-d7be-4b41-82c3-7facf6813c12 tempest-AttachVolumeShelveTestJSON-1563510481 tempest-AttachVolumeShelveTestJSON-1563510481-project] 10.222.0.48 "DELETE /v2.0/floatingips/b760573b-0586-4455-bdf3-01d49512e88b HTTP/1.1" status: 204 len: 168 time: 0.4436007 May 10 16:55:30.778242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:55:30.798967 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:55:30.799320 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device b2c3c4a1-bfef-4200-a34a-33c3cba6ea6b not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:55:31.540265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45198) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:32.014059 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (4112f1bf-5803-41fd-90c2-aecee65e635b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:32.272976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Deleting port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:55:32.273314 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:32.353610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] For port 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:32.354015 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:32.367177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Calling delete_port for 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff owned by network:router_interface {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:55:32.552190 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (63b8c914-73bb-4eee-bd9e-e7620b6aa6ff), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:32.578497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Pushing event deleted for resources: {'Port': ['ID=63b8c914-73bb-4eee-bd9e-e7620b6aa6ff,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:32.765678 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (4112f1bf-5803-41fd-90c2-aecee65e635b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.246795 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Router 4112f1bf-5803-41fd-90c2-aecee65e635b has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:33.357209 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:33.362229 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-0e3ee6cf-1a46-4124-8711-e0d3280256db admin admin] 10.222.0.48 "PUT /v2.0/routers/4112f1bf-5803-41fd-90c2-aecee65e635b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8229475 May 10 16:55:33.364808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45218) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:33.365664 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Sync routers for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:33.378653 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:33.379263 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:33.470892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks [] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.492794 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:33.582800 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks [] for router_gateway (4112f1bf-5803-41fd-90c2-aecee65e635b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.630451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Deleting port 059c3544-9874-4bf4-a362-3b7b036f843e {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:55:33.630881 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.667968 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:55:32Z', 'revision_number': 5, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port': {'id': '059c3544-9874-4bf4-a362-3b7b036f843e', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:48:05Z', 'updated_at': '2022-05-10T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:33.695676 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Checking router: 4112f1bf-5803-41fd-90c2-aecee65e635b for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:33.704057 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Routers {'4112f1bf-5803-41fd-90c2-aecee65e635b'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:33.704701 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['4112f1bf-5803-41fd-90c2-aecee65e635b'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:33.710709 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] For port 059c3544-9874-4bf4-a362-3b7b036f843e, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=059c3544-9874-4bf4-a362-3b7b036f843e,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:33.711075 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.724783 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Calling delete_port for 059c3544-9874-4bf4-a362-3b7b036f843e owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:55:33.894690 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (059c3544-9874-4bf4-a362-3b7b036f843e), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.922009 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Pushing event deleted for resources: {'Port': ['ID=059c3544-9874-4bf4-a362-3b7b036f843e,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:33.941485 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] Set router 4112f1bf-5803-41fd-90c2-aecee65e635b gateway port host: None {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:33.991888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (4112f1bf-5803-41fd-90c2-aecee65e635b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:33.999652 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:55:33Z', 'revision_number': 6, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:34.026632 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120621e1-b53a-4d0b-823a-dce23015a452 None None] The sync data for ids ['4112f1bf-5803-41fd-90c2-aecee65e635b'] in dv-cinder-835881-10-iscsi is: [{'id': '4112f1bf-5803-41fd-90c2-aecee65e635b', 'name': 'tempest-AttachVolumeShelveTestJSON-535227390-router', 'tenant_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:48:03Z', 'updated_at': '2022-05-10T16:55:33Z', 'revision_number': 6, 'project_id': 'a26f2126d1804c3caf0f83a1eb47fbff', 'gw_port_host': None}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:34.088882 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.091915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks [] for router_controller (4112f1bf-5803-41fd-90c2-aecee65e635b), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.135862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (4112f1bf-5803-41fd-90c2-aecee65e635b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.137070 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4112f1bf-5803-41fd-90c2-aecee65e635b {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:55:34.141283 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.142403 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-3e4bf8d0-07af-409b-bd5b-1af59207b77a admin admin] 10.222.0.48 "DELETE /v2.0/routers/4112f1bf-5803-41fd-90c2-aecee65e635b HTTP/1.1" status: 204 len: 168 time: 0.7766809 May 10 16:55:34.144963 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45222) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:34.187761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Deleting subnet e3ea87a9-9233-4050-8554-c208b37c9a0a {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:55:34.190765 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Publish callbacks [] for subnet (e3ea87a9-9233-4050-8554-c208b37c9a0a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.224798 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (e3ea87a9-9233-4050-8554-c208b37c9a0a), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.302878 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (e3ea87a9-9233-4050-8554-c208b37c9a0a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.357746 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (e3ea87a9-9233-4050-8554-c208b37c9a0a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.382119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ea87a9-9233-4050-8554-c208b37c9a0a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:34.388743 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.392304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-faf7004c-66e9-46cd-8beb-721e2de96b08 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e3ea87a9-9233-4050-8554-c208b37c9a0a HTTP/1.1" status: 204 len: 168 time: 0.2462990 May 10 16:55:34.394949 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45226) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:34.395138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1cd13-69f1-442f-af31-f84921e24835 None None] Network 90344bc1-cc22-4179-9584-f0a07adf617d requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:55:34.470418 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (90344bc1-cc22-4179-9584-f0a07adf617d), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.526958 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Deleting port 3587663b-176d-4c87-8ce3-704517c2dd1b {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:55:34.527393 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.590200 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] For port 3587663b-176d-4c87-8ce3-704517c2dd1b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=3587663b-176d-4c87-8ce3-704517c2dd1b,segment=NetworkSegment(4c7e8666-e023-4a19-84e2-3ff9a45c39da),segment_id=4c7e8666-e023-4a19-84e2-3ff9a45c39da)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:34.590880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.603508 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Calling delete_port for 3587663b-176d-4c87-8ce3-704517c2dd1b owned by network:dhcp {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:55:34.689211 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (3587663b-176d-4c87-8ce3-704517c2dd1b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.712880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3587663b-176d-4c87-8ce3-704517c2dd1b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:34.718715 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] No DVR routers for this DVR port 3587663b-176d-4c87-8ce3-704517c2dd1b on host dv-cinder-835881-10-iscsi {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:55:34.800081 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (90344bc1-cc22-4179-9584-f0a07adf617d), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.810395 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66530db8-f8d0-40f1-b3ff-53b33c248d21 None None] DHCP port deletion for 90344bc1-cc22-4179-9584-f0a07adf617d request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:55:34.860451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90344bc1-cc22-4179-9584-f0a07adf617d']}} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:34.873598 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7e8666-e023-4a19-84e2-3ff9a45c39da') {'for_net_delete': True} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:34.874116 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7e8666-e023-4a19-84e2-3ff9a45c39da') {} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:34.878878 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:55:34.896264 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408230'] for segment (4c7e8666-e023-4a19-84e2-3ff9a45c39da), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.901451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:55:34.902026 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63b8c914-73bb-4eee-bd9e-e7620b6aa6ff not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:55:34.902584 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 3587663b-176d-4c87-8ce3-704517c2dd1b no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:55:34.920063 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-4aa64345-6742-4ed9-8588-8f8bebedfcd2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747529592&fields=id&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 267 time: 0.0896790 May 10 16:55:34.920951 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (4c7e8666-e023-4a19-84e2-3ff9a45c39da), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.923887 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 3587663b-176d-4c87-8ce3-704517c2dd1b {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:55:34.924312 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 3587663b-176d-4c87-8ce3-704517c2dd1b not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:55:34.924955 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 059c3544-9874-4bf4-a362-3b7b036f843e no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:55:34.929465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=120584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:55:34.929864 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2504418'] for segment (4c7e8666-e023-4a19-84e2-3ff9a45c39da), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: Traceback (most recent call last): May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: timer() May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: cb(*args, **kw) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: return func(*args, **kwargs) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: self._notify() May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: self.callback(batched_events) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: event.method(event) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: return f(self, *a, **k) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._get(url).json() May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: return self.request(url, 'GET', **kwargs) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:55:34.938609 dv-cinder-835881-10-iscsi neutron-server[120584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:55:34.950845 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 059c3544-9874-4bf4-a362-3b7b036f843e {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:55:34.951269 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 059c3544-9874-4bf4-a362-3b7b036f843e not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:55:35.040034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (90344bc1-cc22-4179-9584-f0a07adf617d), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.047361 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.050857 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/90344bc1-cc22-4179-9584-f0a07adf617d HTTP/1.1" status: 204 len: 168 time: 0.6552951 May 10 16:55:35.070771 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36152a-ef5a-4283-a731-c38b3f7515e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90344bc1-cc22-4179-9584-f0a07adf617d,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:35.098614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-1076bcf7-5ec8-4327-af89-e5d607bc88ec tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:35.100312 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-1076bcf7-5ec8-4327-af89-e5d607bc88ec tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1725504 May 10 16:55:35.125407 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-2e37974e-d1f2-45fa-b811-3ef8f0cade31 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/quotas/0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 375 time: 0.0159981 May 10 16:55:35.176832 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-21ed2dcc-013f-49b4-9eaf-82b3d680ec5d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460310 May 10 16:55:35.180410 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45240) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:35.269913 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-b212368d-1f5d-49a5-9b93-062407633f2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a26f2126d1804c3caf0f83a1eb47fbff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0883658 May 10 16:55:35.272648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45242) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:35.301225 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-adf7fb32-afbd-41d6-8224-c63d2728a3ca service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069965 May 10 16:55:35.322264 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] Publish callbacks [] for security_group (4f913aad-5aba-43f6-b806-6ffe0eab0b5b), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.344384 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] Publish callbacks [] for security_group (4f913aad-5aba-43f6-b806-6ffe0eab0b5b), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.396558 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-611cfdd8-d073-4f10-9f65-23f51672cf40 service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894949 May 10 16:55:35.398247 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4f913aad-5aba-43f6-b806-6ffe0eab0b5b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.402535 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:35.404939 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f913aad-5aba-43f6-b806-6ffe0eab0b5b HTTP/1.1" status: 204 len: 168 time: 0.1312487 May 10 16:55:35.414845 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6fc0-dc99-4c0b-8ff0-e09fe3f60398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f913aad-5aba-43f6-b806-6ffe0eab0b5b,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:35.712085 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-413defeb-f3e9-4b51-bf9f-8aba84d55253 req-349a3a9d-9d6e-4ec6-97df-22dd8ce4be95 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 210 time: 0.0298328 May 10 16:55:36.687637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-bf02834f-5ba2-45a6-9bc1-5c8a2d7792ac tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:36.689172 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-bf02834f-5ba2-45a6-9bc1-5c8a2d7792ac tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1319506 May 10 16:55:36.753456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45314) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:36.756052 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-ca94e5dc-64c1-45c0-8d2c-fd502d3bbd73 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 380 time: 0.0586073 May 10 16:55:36.767539 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'port': {'device_id': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'admin_state_up': True, 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'security_groups': ['5ebb3ad9-bc02-49fa-b26c-65973cf7a658']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:36.841267 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2c9426fc-beaf-4d5e-9201-07f617b350a9 req-7d7f34de-027b-4a8f-95ec-46bb0074ea69 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 210 time: 0.0587463 May 10 16:55:36.867108 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b589b88-b1be-4206-8ae5-192caab5e28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:36.906009 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Made reservation on behalf of 0b8348f4bffd44e7b0da6367a1011709 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:36.910102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:36.950107 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b589b88-b1be-4206-8ae5-192caab5e28c admin admin] Publish callbacks [] for security_group (851d0b7b-3157-4220-bf3b-04108e7cc717), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:36.954027 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2b589b88-b1be-4206-8ae5-192caab5e28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (851d0b7b-3157-4220-bf3b-04108e7cc717), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:36.992324 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2b589b88-b1be-4206-8ae5-192caab5e28c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c89b254235214dd9b03b15dc50e3960c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372296 May 10 16:55:36.992807 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589b88-b1be-4206-8ae5-192caab5e28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d0b7b-3157-4220-bf3b-04108e7cc717,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:36.995407 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45318) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:37.072632 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.20.0.6 (4630e6fb-ee22-4d27-bd44-871c41a7cdec/a4b332ff-7762-4600-97c2-2ee35ebc33ec/7509683f-2476-48cf-bc4c-a50c8e6f5603) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:37.105047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] Publish callbacks [] for security_group (851d0b7b-3157-4220-bf3b-04108e7cc717), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.154834 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] Publish callbacks [] for security_group (851d0b7b-3157-4220-bf3b-04108e7cc717), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.250187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (851d0b7b-3157-4220-bf3b-04108e7cc717), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.252765 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.253910 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/851d0b7b-3157-4220-bf3b-04108e7cc717 HTTP/1.1" status: 204 len: 168 time: 0.2574847 May 10 16:55:37.272438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25197e1-db27-4a71-9d98-41bb92127dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d0b7b-3157-4220-bf3b-04108e7cc717,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:37.287436 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.324811 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.364801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:37.367783 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:37.372375 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:37.400866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:37.432004 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:37.432661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.452075 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-c69a4702-0328-4e7a-bbae-056efd0f15ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6886868 May 10 16:55:37.463319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Request body: {'port': {'device_id': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:37.543002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.659126 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-337f9968-9ddd-4115-a040-e91b03ee4a66 None None] Provisioning complete for port 7509683f-2476-48cf-bc4c-a50c8e6f5603 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:37.659632 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-337f9968-9ddd-4115-a040-e91b03ee4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.699176 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-337f9968-9ddd-4115-a040-e91b03ee4a66 None None] Port 7509683f-2476-48cf-bc4c-a50c8e6f5603 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:37.838873 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7509683f-2476-48cf-bc4c-a50c8e6f5603 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:55:37.846626 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks [] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.861179 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Transition to ACTIVE for port object 7509683f-2476-48cf-bc4c-a50c8e6f5603 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:55:37.865007 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:37.975545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:37.977547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbe82-b03e-40af-9c89-1890f5bb272f req-828cf71c-83f0-4ed6-a5c1-4334b4e13f50 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:37.979338 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9bbdbe82-b03e-40af-9c89-1890f5bb272f req-828cf71c-83f0-4ed6-a5c1-4334b4e13f50 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0518069 May 10 16:55:38.026555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Attempting to bind port 7509683f-2476-48cf-bc4c-a50c8e6f5603 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:38.027261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Attempting to bind port 7509683f-2476-48cf-bc4c-a50c8e6f5603 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:38.027797 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Attempting to bind port 7509683f-2476-48cf-bc4c-a50c8e6f5603 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:38.044572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Port 7509683f-2476-48cf-bc4c-a50c8e6f5603 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:55:38.045892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Attempting to bind port 7509683f-2476-48cf-bc4c-a50c8e6f5603 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:38.048869 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9bbdbe82-b03e-40af-9c89-1890f5bb272f req-b3a92ffd-e48b-42dc-ae0b-3995749e19c7 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596998 May 10 16:55:38.060999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:38.061347 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:38.061890 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Bound using segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:38.062510 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Bound port: 7509683f-2476-48cf-bc4c-a50c8e6f5603, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:38.062882 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:38.137976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:38.141278 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:38.147749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:38.185425 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:38.186087 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:38.187466 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/7509683f-2476-48cf-bc4c-a50c8e6f5603 HTTP/1.1" status: 200 len: 1093 time: 0.7286553 May 10 16:55:38.187868 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:38.190209 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbe27f-0c48-4c71-897e-d9cf744d4f93" -d '{"events": [{"name": "network-changed", "server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:38.222812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da437ed-b78c-4fb2-9c88-8bd25e0a38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:38.245918 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d7b96-4f2e-4e2e-a1a8-6ba51a528e42 x-openstack-request-id: req-da1d7b96-4f2e-4e2e-a1a8-6ba51a528e42 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:38.246220 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:38.246467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da1d7b96-4f2e-4e2e-a1a8-6ba51a528e42 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:38.246926 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1d7b96-4f2e-4e2e-a1a8-6ba51a528e42'] response: {'name': 'network-changed', 'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'status': 'completed', 'code': 200} May 10 16:55:38.419283 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-a555eb04-50b1-478f-a80e-99674b45e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:38.420932 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-a555eb04-50b1-478f-a80e-99674b45e88d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1127 time: 0.0531659 May 10 16:55:38.543794 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-6ea26582-d672-4294-aba2-9394bb7c81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:38.545958 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-6ea26582-d672-4294-aba2-9394bb7c81db service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b8348f4bffd44e7b0da6367a1011709&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1180320 May 10 16:55:38.656073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-695e66cf-76ce-4cd8-a5fd-3487c0a33b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:38.657608 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-28cbe27f-0c48-4c71-897e-d9cf744d4f93 req-695e66cf-76ce-4cd8-a5fd-3487c0a33b14 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060097 May 10 16:55:38.750720 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45370) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:38.755088 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482567107', 'description': 'tempest-description--2051791898'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:38.760066 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-e6078ff5-97e3-4fbd-b0a1-89ce91184479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:38.761810 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-e6078ff5-97e3-4fbd-b0a1-89ce91184479 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1127 time: 0.0561385 May 10 16:55:38.816173 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-ca5f87b0-b73d-4e55-9449-783426f79444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603 HTTP/1.1" status: 200 len: 217 time: 0.0460966 May 10 16:55:38.820781 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.200249 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3ed31b3b-a846-485f-90ed-fa5b16c02832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:39.201740 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-3ed31b3b-a846-485f-90ed-fa5b16c02832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.3778481 May 10 16:55:39.237101 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f5b9c-4d11-445e-86de-bf29619b57cd req-be317e52-b160-4654-a2ed-84e2d3ebaea7 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:39.238557 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2c7f5b9c-4d11-445e-86de-bf29619b57cd req-be317e52-b160-4654-a2ed-84e2d3ebaea7 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0877798 May 10 16:55:39.297237 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-79fc9a82-0000-4e5c-96b8-3756e92db81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:39.298951 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-79fc9a82-0000-4e5c-96b8-3756e92db81d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887880 May 10 16:55:39.324969 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (41ef5c96-50b3-4530-9412-a038d7d8f0a9), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.364146 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (41ef5c96-50b3-4530-9412-a038d7d8f0a9), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.395606 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2c7f5b9c-4d11-445e-86de-bf29619b57cd req-9e1f7174-1724-4620-a82e-8fb102d9b273 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377020 May 10 16:55:39.414473 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.415653 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6639185 May 10 16:55:39.419249 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45382) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:39.424095 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '41ef5c96-50b3-4530-9412-a038d7d8f0a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:39.428614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d782c8-5c35-4a70-8aba-5fcd3cf2bb95 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef5c96-50b3-4530-9412-a038d7d8f0a9,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:39.451984 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-f309d0dd-896e-426b-8591-e512daee352c service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415505 May 10 16:55:39.452163 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (550a01e5-e260-406c-bad4-b9a85f7a08c2), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.507701 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (550a01e5-e260-406c-bad4-b9a85f7a08c2), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.511787 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (550a01e5-e260-406c-bad4-b9a85f7a08c2), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.526567 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550a01e5-e260-406c-bad4-b9a85f7a08c2,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:39.542038 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.543922 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-f57c5338-f305-4137-8317-bb4b7ed133f4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233966 May 10 16:55:39.546367 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45384) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:39.550931 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '41ef5c96-50b3-4530-9412-a038d7d8f0a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:39.552599 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-03ebc29b-98cd-45d0-885a-f8a73f9715af req-e37ac843-ecf5-4d5d-94d5-468d285ef293 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934095 May 10 16:55:39.579700 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (b52563dc-87ba-47c3-bdaf-4fec49e36468), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.637357 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (b52563dc-87ba-47c3-bdaf-4fec49e36468), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.641002 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (b52563dc-87ba-47c3-bdaf-4fec49e36468), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.658230 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52563dc-87ba-47c3-bdaf-4fec49e36468,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:39.668182 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.669389 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4336ffb8-278b-4998-91a5-7e76b04df33c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221073 May 10 16:55:39.672532 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45386) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:39.676896 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:39.696232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.774488 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:39.877318 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.27.1.125 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/957a33fc-8b44-4a1d-8978-245daabb86a2) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:39.982599 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.016821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.053948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:40.056722 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:40.059607 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:40.095600 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=957a33fc-8b44-4a1d-8978-245daabb86a2,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:40.158819 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.196814 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.361132 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.366590 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.450040 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.463489 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=957a33fc-8b44-4a1d-8978-245daabb86a2,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:40.480436 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:40.484861 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d6c00ada-b4e1-47c8-8fc0-4ebf21b6c9e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8112428 May 10 16:55:40.552565 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7050e-664a-41af-be2b-77b24f352ed5 req-eda2c898-b3de-44b9-a4d8-f7827b527fd3 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:40.552565 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-72b7050e-664a-41af-be2b-77b24f352ed5 req-eda2c898-b3de-44b9-a4d8-f7827b527fd3 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0609872 May 10 16:55:40.601389 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-72b7050e-664a-41af-be2b-77b24f352ed5 req-339b90fc-a02e-4adb-9c99-c5d4ea2ab102 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479522 May 10 16:55:40.712609 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-0bf58df2-db0b-4d0d-b1a4-6080484a8ca3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--482567107&fields=id&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 267 time: 0.0438008 May 10 16:55:40.838291 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-896f8376-d63a-41ce-865e-9587f2f664e1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:40.840101 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-896f8376-d63a-41ce-865e-9587f2f664e1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1206806 May 10 16:55:40.855463 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-c2d65f6e-419f-4f3f-b617-d42915cf11a9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/quotas/a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 375 time: 0.0092356 May 10 16:55:40.912378 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-83c4952b-7e40-4f98-97de-e6267447954d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517530 May 10 16:55:41.025126 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-d93e9e00-8d38-4c64-8ca0-316f445f69e9 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002550 May 10 16:55:41.126025 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-ffd9aa76-328c-4960-9de4-07960b415bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942125 May 10 16:55:41.296227 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-94a2666c-7a4e-4d10-ab5e-e0f7cf68b205 req-697db24b-9531-49f4-9535-d8b7b806edfb tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 210 time: 0.0337639 May 10 16:55:41.737985 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408177-93db-4891-9345-8a0f3a6c1df4 req-1491dbe5-dd14-4b5c-a6bf-3d8f3bbf62c0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:41.739504 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c2408177-93db-4891-9345-8a0f3a6c1df4 req-1491dbe5-dd14-4b5c-a6bf-3d8f3bbf62c0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0534632 May 10 16:55:41.793934 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c2408177-93db-4891-9345-8a0f3a6c1df4 req-54e4e62c-0729-4f73-ad87-8a8b3af8cf6d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 May 10 16:55:42.266414 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-b3bf1b3f-6fe1-42be-a617-b2f79b812c3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:42.267844 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-b3bf1b3f-6fe1-42be-a617-b2f79b812c3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1106818 May 10 16:55:42.393611 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-957cb27e-d664-4836-b196-e18178e88deb req-f717b277-69f6-41d1-ae3a-35afae4ae909 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 210 time: 0.0271523 May 10 16:55:42.909111 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd470-3ace-4241-89ec-c293aa4a931e req-5220fe4e-dd1e-428f-9bf6-5f19f87f9835 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:42.910561 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c9fdd470-3ace-4241-89ec-c293aa4a931e req-5220fe4e-dd1e-428f-9bf6-5f19f87f9835 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0460486 May 10 16:55:42.959369 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c9fdd470-3ace-4241-89ec-c293aa4a931e req-dcda32b5-a901-4629-81d4-34229b7eeb07 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 May 10 16:55:43.489220 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2c9c6d5e-8fd8-45ee-a79b-d0e3c726322e req-8bbc3844-f40d-40fe-887f-678bc5d4d339 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 210 time: 0.0263438 May 10 16:55:44.080114 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72c408-c289-4073-8bec-94d84ac34da2 req-a0a9e158-b51c-43e4-8d13-4b0e9d9be40b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:44.081612 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2a72c408-c289-4073-8bec-94d84ac34da2 req-a0a9e158-b51c-43e4-8d13-4b0e9d9be40b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0512593 May 10 16:55:44.130902 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2a72c408-c289-4073-8bec-94d84ac34da2 req-263ff12e-56cc-417b-8c21-a68319adae0d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 May 10 16:55:44.586678 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ac4c3334-db62-4d9c-a161-c7be480a557c req-179a0e52-9a0f-42d6-8d41-bc922df5a553 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 210 time: 0.0297692 May 10 16:55:44.745788 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-e8b81af9-1340-46a4-9d6e-b8327224155a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 472 time: 0.0663886 May 10 16:55:44.890396 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'port': {'device_id': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'admin_state_up': True, 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'security_groups': ['41ef5c96-50b3-4530-9412-a038d7d8f0a9']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:45.001765 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:55:45.005080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.130577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.20.0.4 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/1638747b-dde0-47a8-a377-5887175304f1) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:45.274061 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e8d94-bd99-4c45-915e-0340a61dfdce req-d94fb616-4ed0-4147-9b10-4d7d8244c0cc tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:45.275518 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-de8e8d94-bd99-4c45-915e-0340a61dfdce req-d94fb616-4ed0-4147-9b10-4d7d8244c0cc tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0650010 May 10 16:55:45.330838 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (1638747b-dde0-47a8-a377-5887175304f1), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.351629 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-de8e8d94-bd99-4c45-915e-0340a61dfdce req-59613497-4cdf-4513-b44b-e860322f7544 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697289 May 10 16:55:45.379024 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.429210 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:45.434395 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:45.438965 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:45.443087 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:45.493887 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:45.494511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.517375 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-cd957cfd-60a8-4b16-914a-0f4257abe3d9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311016 May 10 16:55:45.534744 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Request body: {'port': {'device_id': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:45.616905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1638747b-dde0-47a8-a377-5887175304f1), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.733205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783132a-2efe-4631-94c2-781bdc6ea9d1 req-8c0582e4-d48c-4928-b3a1-2a7b3002dcc8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:45.734854 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-21083774-0f06-4920-a63c-0b1b8b81cae8 None None] Provisioning complete for port 1638747b-dde0-47a8-a377-5887175304f1 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:45.735285 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0783132a-2efe-4631-94c2-781bdc6ea9d1 req-8c0582e4-d48c-4928-b3a1-2a7b3002dcc8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 931 time: 0.0653255 May 10 16:55:45.735801 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-21083774-0f06-4920-a63c-0b1b8b81cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1638747b-dde0-47a8-a377-5887175304f1), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.780127 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-21083774-0f06-4920-a63c-0b1b8b81cae8 None None] Port 1638747b-dde0-47a8-a377-5887175304f1 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:55:45.787627 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0783132a-2efe-4631-94c2-781bdc6ea9d1 req-28a72ce7-03be-42c5-ab92-6f63f758902a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 May 10 16:55:45.914238 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1638747b-dde0-47a8-a377-5887175304f1 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:55:45.923059 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks [] for port (1638747b-dde0-47a8-a377-5887175304f1), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.937186 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Transition to ACTIVE for port object 1638747b-dde0-47a8-a377-5887175304f1 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:55:45.940244 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:45.990959 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Pushing event updated for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:46.069772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Attempting to bind port 1638747b-dde0-47a8-a377-5887175304f1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:55:46.070201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Attempting to bind port 1638747b-dde0-47a8-a377-5887175304f1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:55:46.070604 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Attempting to bind port 1638747b-dde0-47a8-a377-5887175304f1 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:46.076328 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Port 1638747b-dde0-47a8-a377-5887175304f1 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:55:46.076654 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Attempting to bind port 1638747b-dde0-47a8-a377-5887175304f1 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:55:46.082052 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:55:46.082393 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:55:46.082783 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:55:46.083218 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Bound port: 1638747b-dde0-47a8-a377-5887175304f1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:55:46.083579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1638747b-dde0-47a8-a377-5887175304f1), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:46.152585 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:55:46.155766 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1638747b-dde0-47a8-a377-5887175304f1,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:55:46.161043 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:46.194836 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.195471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:46.197056 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] 10.222.0.32 "PUT /v2.0/ports/1638747b-dde0-47a8-a377-5887175304f1 HTTP/1.1" status: 200 len: 1093 time: 0.6722684 May 10 16:55:46.197533 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'tag': '1638747b-dde0-47a8-a377-5887175304f1'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:46.200686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7bd00-8539-4111-834d-5148cf75e894" -d '{"events": [{"name": "network-changed", "server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "tag": "1638747b-dde0-47a8-a377-5887175304f1"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:46.243950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa08d1-f9fd-437c-afc0-02fefe14782c x-openstack-request-id: req-c7fa08d1-f9fd-437c-afc0-02fefe14782c {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:46.244316 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "tag": "1638747b-dde0-47a8-a377-5887175304f1", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:46.244576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7fa08d1-f9fd-437c-afc0-02fefe14782c {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:46.244985 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fa08d1-f9fd-437c-afc0-02fefe14782c'] response: {'name': 'network-changed', 'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'tag': '1638747b-dde0-47a8-a377-5887175304f1', 'status': 'completed', 'code': 200} May 10 16:55:46.254872 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0373c-04bd-417e-ae49-efaf2a19cdce service neutron] Pushing event updated for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:46.288971 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-e8a022f3-3288-4aeb-87c1-e19912e9bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.290494 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-e8a022f3-3288-4aeb-87c1-e19912e9bf6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 1127 time: 0.0439551 May 10 16:55:46.336636 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-72db61a2-f37b-4388-86b7-5ea67c3dc667 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1638747b-dde0-47a8-a377-5887175304f1 HTTP/1.1" status: 200 len: 217 time: 0.0387232 May 10 16:55:46.387034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-67990aca-d3c4-4799-ba2e-7cf95799850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.388573 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-67990aca-d3c4-4799-ba2e-7cf95799850d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0460622 May 10 16:55:46.433221 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a507-424f-43ba-ae93-ad829c57eafc req-0c522bd1-8bf4-401f-9730-c6a4a771e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.434727 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-0c522bd1-8bf4-401f-9730-c6a4a771e0ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408757 May 10 16:55:46.466593 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ee17-5661-472c-9c4c-bc22b492ac6f req-6e773ad9-2807-45b5-b52a-b0587ab4acf8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.468389 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0cb0ee17-5661-472c-9c4c-bc22b492ac6f req-6e773ad9-2807-45b5-b52a-b0587ab4acf8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 943 time: 0.0482149 May 10 16:55:46.517194 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0cb0ee17-5661-472c-9c4c-bc22b492ac6f req-656d4b84-868c-4cd4-8a93-c5c9f2c6fac9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 May 10 16:55:46.527643 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-47bd8920-9996-4036-92a5-e9cab578a94d service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 May 10 16:55:46.617018 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3063a507-424f-43ba-ae93-ad829c57eafc req-924ee784-e18b-4693-b120-e90efd8dbcc8 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 May 10 16:55:46.860759 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7509683f-2476-48cf-bc4c-a50c8e6f5603 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:55:46.913987 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18df8-6212-47d4-9634-a511ada2aace req-495f0992-898a-4dc7-9074-5436b7abe084 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:46.915471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e18df8-6212-47d4-9634-a511ada2aace req-495f0992-898a-4dc7-9074-5436b7abe084 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 943 time: 0.0589819 May 10 16:55:46.963484 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:46.973477 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-31e18df8-6212-47d4-9634-a511ada2aace req-40a94106-7d69-4566-88b9-b3f606194880 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512753 May 10 16:55:46.976668 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'port_id': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'mac_address': 'fa:16:3e:37:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:55:47.017167 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7509683f-2476-48cf-bc4c-a50c8e6f5603 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:47.017564 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:47.031327 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7509683f-2476-48cf-bc4c-a50c8e6f5603 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:55:47.052032 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:47.055903 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:47.104234 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:47.112125 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.112500 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.112848 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.113188 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.113552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.113901 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.114229 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.114556 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.114882 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.115254 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.115584 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.115907 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.116222 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.116577 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.116895 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:55:47.287203 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['7509683f-2476-48cf-bc4c-a50c8e6f5603'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:55:47.379829 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-5573c537-fa71-46f9-9948-58a32d5d3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:47.381368 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-5573c537-fa71-46f9-9948-58a32d5d3696 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 1127 time: 0.0395470 May 10 16:55:47.469481 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-dd75e9f4-6829-484a-8d6b-cbfa5ceee907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:47.470955 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-dd75e9f4-6829-484a-8d6b-cbfa5ceee907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.0842257 May 10 16:55:47.514516 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-da61f11e-cfde-4e54-8607-2c6bd99166e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1638747b-dde0-47a8-a377-5887175304f1 HTTP/1.1" status: 200 len: 217 time: 0.0379493 May 10 16:55:47.562799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-fc07366e-4984-4785-b03e-72d0998c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:47.564329 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-fc07366e-4984-4785-b03e-72d0998c00ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0453987 May 10 16:55:47.608319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-e1662f57-c2b7-4525-a727-a2f738769d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:47.609802 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-e1662f57-c2b7-4525-a727-a2f738769d8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396199 May 10 16:55:47.634866 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7687-b555-402b-a1cf-6f4de5d3b61e req-83342079-4855-49a8-ada2-80763355ac6c tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:47.637347 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e4fd7687-b555-402b-a1cf-6f4de5d3b61e req-83342079-4855-49a8-ada2-80763355ac6c tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 944 time: 0.0531290 May 10 16:55:47.686879 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e4fd7687-b555-402b-a1cf-6f4de5d3b61e req-0de13d42-37b3-40b3-8275-8a6a257ed6e2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 May 10 16:55:47.705231 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-9ea826af-e872-46e4-af6c-43f73f9a277b service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888693 May 10 16:55:47.792857 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbc7bd00-8539-4111-834d-5148cf75e894 req-885bf6e1-23e4-4cf3-9e53-b2873673a800 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811167 May 10 16:55:48.097820 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6f358-86fc-4669-bd37-7a74e7722d3a req-9f142727-0d6b-47dc-934b-0969dd6edcf2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:48.099308 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2ec6f358-86fc-4669-bd37-7a74e7722d3a req-9f142727-0d6b-47dc-934b-0969dd6edcf2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 943 time: 0.0538223 May 10 16:55:48.149518 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2ec6f358-86fc-4669-bd37-7a74e7722d3a req-cbef2bc4-75f4-40d8-9f0f-a03c09e3ce21 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442436 May 10 16:55:48.459235 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45526) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:48.560209 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8a358cb2-6deb-436a-9a54-e8b19c747b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.650372 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8a358cb2-6deb-436a-9a54-e8b19c747b0b admin admin] Publish callbacks [] for security_group (4c47aa32-5d25-4d66-9c4b-efac025d0360), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.654136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8a358cb2-6deb-436a-9a54-e8b19c747b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4c47aa32-5d25-4d66-9c4b-efac025d0360), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.694114 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8a358cb2-6deb-436a-9a54-e8b19c747b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbbd14c00c1b4923bb1abc2f55dd82ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338173 May 10 16:55:48.694983 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a358cb2-6deb-436a-9a54-e8b19c747b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c47aa32-5d25-4d66-9c4b-efac025d0360,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:48.696775 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45530) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:48.746669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] Publish callbacks [] for security_group (4c47aa32-5d25-4d66-9c4b-efac025d0360), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.793527 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] Publish callbacks [] for security_group (4c47aa32-5d25-4d66-9c4b-efac025d0360), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.821614 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50966-8847-4f89-a778-567ac003aef0 req-5e6767be-ff45-4268-b818-9369f831623e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:48.823682 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-84c50966-8847-4f89-a778-567ac003aef0 req-5e6767be-ff45-4268-b818-9369f831623e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 944 time: 0.0672657 May 10 16:55:48.879795 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 1638747b-dde0-47a8-a377-5887175304f1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:55:48.883736 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7509683f-2476-48cf-bc4c-a50c8e6f5603 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:48.890643 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-84c50966-8847-4f89-a778-567ac003aef0 req-20b33ba6-99a1-41bb-afcf-33f0b63a73f3 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 May 10 16:55:48.891906 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (4c47aa32-5d25-4d66-9c4b-efac025d0360), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.894640 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:48.898299 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c47aa32-5d25-4d66-9c4b-efac025d0360 HTTP/1.1" status: 204 len: 168 time: 0.1979299 May 10 16:55:48.915575 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469edd-779a-4e4d-b3ce-5697fb6f6c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c47aa32-5d25-4d66-9c4b-efac025d0360,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:48.997045 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 7509683f-2476-48cf-bc4c-a50c8e6f5603 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:55:49.012567 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 7509683f-2476-48cf-bc4c-a50c8e6f5603 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:49.016099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.049852 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1638747b-dde0-47a8-a377-5887175304f1,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:49.068234 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '1638747b-dde0-47a8-a377-5887175304f1', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'port_id': '1638747b-dde0-47a8-a377-5887175304f1', 'mac_address': 'fa:16:3e:8d:1c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:55:49.148190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 1638747b-dde0-47a8-a377-5887175304f1 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:49.148595 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1638747b-dde0-47a8-a377-5887175304f1), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.165773 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7509683f-2476-48cf-bc4c-a50c8e6f5603 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:49.166160 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.175789 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45540) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:49.178130 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cffef6c6-0848-4729-b1b3-3538cadd06ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.180404 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1638747b-dde0-47a8-a377-5887175304f1 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:55:49.193915 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4198af19-878c-4327-a801-5ccaa88db88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.211252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:49.213534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45343fe-cc01-411a-96e3-2e3ba70b60f6" -d '{"events": [{"server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "name": "network-vif-plugged", "status": "completed", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:49.225811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1638747b-dde0-47a8-a377-5887175304f1,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:49.230533 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:49.233999 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.242908 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.271941 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af1eb03-4f13-4a68-a6ca-9db7b9728ddd x-openstack-request-id: req-8af1eb03-4f13-4a68-a6ca-9db7b9728ddd {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:49.272238 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "name": "network-vif-plugged", "status": "completed", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:49.272663 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8af1eb03-4f13-4a68-a6ca-9db7b9728ddd {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:49.273667 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af1eb03-4f13-4a68-a6ca-9db7b9728ddd'] response: {'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'code': 200} May 10 16:55:49.291217 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4198af19-878c-4327-a801-5ccaa88db88b admin admin] Publish callbacks [] for security_group (16be964a-5724-4e96-9cce-170d54364f26), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.295306 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc246c93-1f26-4b33-bf14-bc49606ebc23 req-ce51fc97-0372-4df1-96ae-c9c475322b6d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:49.296959 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc246c93-1f26-4b33-bf14-bc49606ebc23 req-ce51fc97-0372-4df1-96ae-c9c475322b6d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 944 time: 0.0695078 May 10 16:55:49.297409 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4198af19-878c-4327-a801-5ccaa88db88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (16be964a-5724-4e96-9cce-170d54364f26), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.310540 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:49.341899 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4198af19-878c-4327-a801-5ccaa88db88b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac64d2bc57c340f59d795358189445f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649406 May 10 16:55:49.345343 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45544) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:49.353014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198af19-878c-4327-a801-5ccaa88db88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be964a-5724-4e96-9cce-170d54364f26,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:49.355193 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc246c93-1f26-4b33-bf14-bc49606ebc23 req-a0c5497a-1f30-4023-8ae3-b8bfae09d43e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502551 May 10 16:55:49.384867 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:49.407830 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] Publish callbacks [] for security_group (16be964a-5724-4e96-9cce-170d54364f26), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.432146 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] Publish callbacks [] for security_group (16be964a-5724-4e96-9cce-170d54364f26), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.451646 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['1638747b-dde0-47a8-a377-5887175304f1'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:55:49.490039 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (16be964a-5724-4e96-9cce-170d54364f26), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.492733 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:49.493943 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16be964a-5724-4e96-9cce-170d54364f26 HTTP/1.1" status: 204 len: 168 time: 0.1477029 May 10 16:55:49.502055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6152dd-a1c2-4305-ac0d-e4af2b81f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be964a-5724-4e96-9cce-170d54364f26,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:49.508026 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a835c-45cf-4e89-a393-99eb81abe0c8 req-d84f1bf8-ecef-4679-bce9-07a5d3cb81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:49.509622 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-640a835c-45cf-4e89-a393-99eb81abe0c8 req-d84f1bf8-ecef-4679-bce9-07a5d3cb81fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1129 time: 0.0469258 May 10 16:55:49.566871 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-640a835c-45cf-4e89-a393-99eb81abe0c8 req-699fa1f4-86d2-47e9-84b8-6d9b712ea62d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498707 May 10 16:55:50.011657 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad8360-35c4-4518-b91a-0454f5b85beb req-30420b6c-61ca-437c-83e1-9e2003906c76 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:50.013256 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cfad8360-35c4-4518-b91a-0454f5b85beb req-30420b6c-61ca-437c-83e1-9e2003906c76 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0473304 May 10 16:55:50.062524 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cfad8360-35c4-4518-b91a-0454f5b85beb req-a97c6bcd-31c5-4519-8833-1d25ae73338a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439079 May 10 16:55:50.482303 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aab6c-2094-4c27-903d-0524efd63269 req-b8dc0f9e-f044-4abb-a2f7-804ee021a868 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:50.484075 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-741aab6c-2094-4c27-903d-0524efd63269 req-b8dc0f9e-f044-4abb-a2f7-804ee021a868 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 944 time: 0.0489159 May 10 16:55:50.541557 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-741aab6c-2094-4c27-903d-0524efd63269 req-2d2de77c-74d6-4fc7-94b7-9919602eecb0 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494485 May 10 16:55:50.895166 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 1638747b-dde0-47a8-a377-5887175304f1 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:55:50.942053 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 1638747b-dde0-47a8-a377-5887175304f1 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:55:50.948225 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 1638747b-dde0-47a8-a377-5887175304f1 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:55:50.948655 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1638747b-dde0-47a8-a377-5887175304f1), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.034892 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 1638747b-dde0-47a8-a377-5887175304f1 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:55:51.035336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (1638747b-dde0-47a8-a377-5887175304f1), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.069178 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1638747b-dde0-47a8-a377-5887175304f1,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:55:51.073574 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.124625 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:51.180313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b79ea-a77d-4eb1-a0f7-89f904426a4e req-02d8e776-693a-47a5-95bd-7fb93239526a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:51.181789 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2b8b79ea-a77d-4eb1-a0f7-89f904426a4e req-02d8e776-693a-47a5-95bd-7fb93239526a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0490663 May 10 16:55:51.231726 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2b8b79ea-a77d-4eb1-a0f7-89f904426a4e req-15489793-21f8-443a-9950-ccac447b027d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437188 May 10 16:55:51.274581 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638747b-dde0-47a8-a377-5887175304f1'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:51.277578 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa5dcb-a124-4bc4-8c00-284b5003b57c" -d '{"events": [{"server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "name": "network-vif-plugged", "status": "completed", "tag": "1638747b-dde0-47a8-a377-5887175304f1"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:51.318390 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33286c6a-1d6e-4dbc-9d17-23ed035b36c9 x-openstack-request-id: req-33286c6a-1d6e-4dbc-9d17-23ed035b36c9 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:51.318766 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "name": "network-vif-plugged", "status": "completed", "tag": "1638747b-dde0-47a8-a377-5887175304f1", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:51.319082 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33286c6a-1d6e-4dbc-9d17-23ed035b36c9 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:51.319569 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33286c6a-1d6e-4dbc-9d17-23ed035b36c9'] response: {'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638747b-dde0-47a8-a377-5887175304f1', 'code': 200} May 10 16:55:51.359032 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230dba5-127b-4870-a2f8-01672e1b8616 req-f702f81a-bad0-4ef9-8090-68bcace20d47 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:51.361586 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f230dba5-127b-4870-a2f8-01672e1b8616 req-f702f81a-bad0-4ef9-8090-68bcace20d47 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0599165 May 10 16:55:51.385013 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c255f2ae-a776-4140-aee6-c11e11833661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.428886 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f230dba5-127b-4870-a2f8-01672e1b8616 req-93a5e7c9-f472-4dea-958e-211083210b34 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614076 May 10 16:55:51.445908 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45612) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:51.509940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271fd2-019b-4203-a699-77c52d12913f req-2ff6112f-6694-4f13-94c5-0d297abb27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:51.512225 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc271fd2-019b-4203-a699-77c52d12913f req-2ff6112f-6694-4f13-94c5-0d297abb27b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 1129 time: 0.0435278 May 10 16:55:51.561375 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc271fd2-019b-4203-a699-77c52d12913f req-0548e5db-6b0a-421d-b45a-4454a4f82045 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 May 10 16:55:51.667553 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d2db1-6da9-416c-8dee-a2e34a6b19b2 req-a492f665-60a1-4fda-a658-eeb5e0a5e658 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:51.669188 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9b1d2db1-6da9-416c-8dee-a2e34a6b19b2 req-a492f665-60a1-4fda-a658-eeb5e0a5e658 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0571613 May 10 16:55:51.752181 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-9b1d2db1-6da9-416c-8dee-a2e34a6b19b2 req-b1efd67e-b500-4aec-a3b0-1ca40c273fa4 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770240 May 10 16:55:51.753360 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bcf2f8-53bb-4075-b0c9-110726194cf5 tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:51.754751 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-91bcf2f8-53bb-4075-b0c9-110726194cf5 tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1124 time: 0.3078499 May 10 16:55:51.757858 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45626) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:51.762271 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'port_id': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:51.782643 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.864295 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:51.966551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.27.1.7 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/6af3b257-d65b-409b-bc55-230c7aa11a43) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:55:51.980552 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45630) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:52.080243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.090065 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd620-08db-428a-a714-8b840701c420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.114779 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.163506 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:55:52.169030 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:55:52.173739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:55:52.175445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd620-08db-428a-a714-8b840701c420 admin admin] Publish callbacks [] for security_group (8e9cb509-40ab-4199-8ff5-085df8335b2f), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.176816 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=6af3b257-d65b-409b-bc55-230c7aa11a43,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:52.183808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd620-08db-428a-a714-8b840701c420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8e9cb509-40ab-4199-8ff5-085df8335b2f), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.223752 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bd620-08db-428a-a714-8b840701c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9cb509-40ab-4199-8ff5-085df8335b2f,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:52.232135 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-6c9bd620-08db-428a-a714-8b840701c420 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70dc0a62831849e7a69aa7ca7590a999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472763 May 10 16:55:52.232636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45634) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:52.283294 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] Publish callbacks [] for security_group (8e9cb509-40ab-4199-8ff5-085df8335b2f), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.306676 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] Publish callbacks [] for security_group (8e9cb509-40ab-4199-8ff5-085df8335b2f), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.370170 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8e9cb509-40ab-4199-8ff5-085df8335b2f), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.373843 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.375293 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e9cb509-40ab-4199-8ff5-085df8335b2f HTTP/1.1" status: 204 len: 168 time: 0.1416237 May 10 16:55:52.384462 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9a4c-6787-4af5-99a7-ccfe8d6d42f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9cb509-40ab-4199-8ff5-085df8335b2f,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:52.513324 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.677420 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45640) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:52.692546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46843210-1164-4a71-be42-b0bee4cf3e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.778893 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46843210-1164-4a71-be42-b0bee4cf3e89 admin admin] Publish callbacks [] for security_group (94f6d21d-ff44-47f7-86dd-6b5f485246e2), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.784548 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-46843210-1164-4a71-be42-b0bee4cf3e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (94f6d21d-ff44-47f7-86dd-6b5f485246e2), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.835596 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (ba36b65a-d97a-4948-89b5-a14517588dd5), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.837471 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-46843210-1164-4a71-be42-b0bee4cf3e89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af7d83b679aa450d929c084c900c0330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589966 May 10 16:55:52.839896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46843210-1164-4a71-be42-b0bee4cf3e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6d21d-ff44-47f7-86dd-6b5f485246e2,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:52.842245 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45644) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:52.899264 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f530-b2ff-4a3b-b565-f2499ef8fe02 req-278c1cbc-efe2-4347-bc46-76868aa0ce09 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:52.900778 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a059f530-b2ff-4a3b-b565-f2499ef8fe02 req-278c1cbc-efe2-4347-bc46-76868aa0ce09 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0748816 May 10 16:55:52.915967 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.946923 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] Publish callbacks [] for security_group (94f6d21d-ff44-47f7-86dd-6b5f485246e2), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:52.975139 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a059f530-b2ff-4a3b-b565-f2499ef8fe02 req-b0e6b972-3127-446a-a35f-39fb2a8d4879 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672967 May 10 16:55:52.983904 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] Publish callbacks [] for security_group (94f6d21d-ff44-47f7-86dd-6b5f485246e2), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.043160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (94f6d21d-ff44-47f7-86dd-6b5f485246e2), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.046357 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.047520 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94f6d21d-ff44-47f7-86dd-6b5f485246e2 HTTP/1.1" status: 204 len: 168 time: 0.2043755 May 10 16:55:53.060036 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6c117-6345-4a0b-907c-316ea0842a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6d21d-ff44-47f7-86dd-6b5f485246e2,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:53.118333 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613918a9-143b-4238-866b-49945c3be1f1 req-87a3e59e-5728-4ebb-a02a-a3f1d686ef49 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:53.120182 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-613918a9-143b-4238-866b-49945c3be1f1 req-87a3e59e-5728-4ebb-a02a-a3f1d686ef49 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0704210 May 10 16:55:53.130122 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.130471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45650) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:53.135624 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'port_id': '1638747b-dde0-47a8-a377-5887175304f1'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:55:53.135813 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.181862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.203878 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=6af3b257-d65b-409b-bc55-230c7aa11a43,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:53.225599 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (ba36b65a-d97a-4948-89b5-a14517588dd5), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.340923 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP ba36b65a-d97a-4948-89b5-a14517588dd5 associated. External IP: 172.27.1.7, port: 7509683f-2476-48cf-bc4c-a50c8e6f5603. May 10 16:55:53.591114 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:53.684264 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.689612 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:55:53.690177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.713651 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:53.725807 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:53.735482 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:53.742080 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:53.744010 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:53.769678 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-788858c1-625a-4244-9366-93b2b9e47768 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0096271 May 10 16:55:53.769678 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:53.771571 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de72318-61f6-48b8-b805-d2f0d58b55a7" -d '{"events": [{"name": "network-changed", "server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:53.819642 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP c914e8e2-2c29-4423-9053-43c557b0eea2 associated. External IP: 172.27.1.125, port: 1638747b-dde0-47a8-a377-5887175304f1. May 10 16:55:53.864197 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:53.991869 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607edcd4-3db6-4be5-8f7c-c7d695a395f8 x-openstack-request-id: req-607edcd4-3db6-4be5-8f7c-c7d695a395f8 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:53.992864 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:53.993340 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-607edcd4-3db6-4be5-8f7c-c7d695a395f8 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:53.993967 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607edcd4-3db6-4be5-8f7c-c7d695a395f8'] response: {'name': 'network-changed', 'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'status': 'completed', 'code': 200} May 10 16:55:54.121846 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'ba36b65a-d97a-4948-89b5-a14517588dd5', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:37:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:52Z', 'updated_at': '2022-05-10T16:55:52Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:54.153813 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:54.167831 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:54.168615 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:54.299787 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-8d2f14ca-707b-425f-9eab-088f7ce40b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:54.301311 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-8d2f14ca-707b-425f-9eab-088f7ce40b8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1129 time: 0.0497603 May 10 16:55:54.302406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:54.305022 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:54.411859 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:55:54.479848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-75babb19-9261-4279-a176-882a384ff1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:54.481337 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-75babb19-9261-4279-a176-882a384ff1f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1718950 May 10 16:55:54.557977 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'ba36b65a-d97a-4948-89b5-a14517588dd5', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:37:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:52Z', 'updated_at': '2022-05-10T16:55:52Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:54.585342 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e8bcb-6980-43b2-9166-13588da2ebdc None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'ba36b65a-d97a-4948-89b5-a14517588dd5', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:37:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:52Z', 'updated_at': '2022-05-10T16:55:52Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:54.586703 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-ab24b1b3-40d1-4a79-acc7-1b40aaa09bfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603 HTTP/1.1" status: 200 len: 997 time: 0.0996070 May 10 16:55:54.609720 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:55:54.621461 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:55:54.630941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:54.641104 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:54.641919 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:54.678423 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-4eb885bc-f5bc-4059-b85a-268a95403696 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "PUT /v2.0/floatingips/c914e8e2-2c29-4423-9053-43c557b0eea2 HTTP/1.1" status: 200 len: 991 time: 1.5468514 May 10 16:55:54.679306 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'tag': '1638747b-dde0-47a8-a377-5887175304f1'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:55:54.681631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "tag": "1638747b-dde0-47a8-a377-5887175304f1"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:55:54.685565 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-189a5c90-cd8a-4f26-814b-600a00cbd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:54.687023 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-189a5c90-cd8a-4f26-814b-600a00cbd168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0932589 May 10 16:55:54.738753 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-225f2800-c550-46e0-91bc-86af6699d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:54.742514 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-225f2800-c550-46e0-91bc-86af6699d656 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478687 May 10 16:55:54.804237 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:54.840578 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb2878-2f9c-45ba-9b52-a1cb6a87dec7 x-openstack-request-id: req-56fb2878-2f9c-45ba-9b52-a1cb6a87dec7 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:55:54.841167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "tag": "1638747b-dde0-47a8-a377-5887175304f1", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:55:54.841602 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56fb2878-2f9c-45ba-9b52-a1cb6a87dec7 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:55:54.842159 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fb2878-2f9c-45ba-9b52-a1cb6a87dec7'] response: {'name': 'network-changed', 'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'tag': '1638747b-dde0-47a8-a377-5887175304f1', 'status': 'completed', 'code': 200} May 10 16:55:54.909456 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-2c9b7fb0-6693-4f17-b317-9ae7844264b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:54.910857 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-2c9b7fb0-6693-4f17-b317-9ae7844264b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 1129 time: 0.0861869 May 10 16:55:54.913761 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a0245a-018a-4a16-bea7-6c6ec32d4f4e None None] New status for floating IP ba36b65a-d97a-4948-89b5-a14517588dd5: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:55:54.924229 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-db433674-23aa-48d3-a47a-d7040e4add87 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757920 May 10 16:55:55.090813 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-aa6a4d0a-5864-45f9-b6fa-9d9fb61cd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:55.092368 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-aa6a4d0a-5864-45f9-b6fa-9d9fb61cd12f service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.1670949 May 10 16:55:55.096133 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1de72318-61f6-48b8-b805-d2f0d58b55a7 req-7031dbe0-f28e-44c3-beec-51eab79142ba service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613421 May 10 16:55:55.131976 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'c914e8e2-2c29-4423-9053-43c557b0eea2', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '1638747b-dde0-47a8-a377-5887175304f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:8d:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:40Z', 'updated_at': '2022-05-10T16:55:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}, {'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:55.160089 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:55:55.169529 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-d9062c6e-b267-4b72-adba-6aabe3fb18b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1638747b-dde0-47a8-a377-5887175304f1 HTTP/1.1" status: 200 len: 999 time: 0.0668290 May 10 16:55:55.169777 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:55:55.170299 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:55:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:55.225880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-d194632c-ff75-4bd7-b11a-82f32b4e3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:55.227374 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-d194632c-ff75-4bd7-b11a-82f32b4e3486 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0523820 May 10 16:55:55.275475 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-253d62c3-9065-429b-b20d-711ecd830b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:55:55.277302 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-253d62c3-9065-429b-b20d-711ecd830b45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431559 May 10 16:55:55.297477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:55:55.375009 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-3b9528eb-9d14-49ae-a5a9-d8681a505e05 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901423 May 10 16:55:55.487987 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-92f1d544-7c0a-4eaf-a88b-d4573fd290ac req-67034ade-1903-44c5-a68b-1ddf47273848 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064515 May 10 16:55:55.636552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:55.699115 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'c914e8e2-2c29-4423-9053-43c557b0eea2', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '1638747b-dde0-47a8-a377-5887175304f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:8d:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:40Z', 'updated_at': '2022-05-10T16:55:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}, {'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:55:55.728343 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f18b1-6efc-4bbf-9c7a-aeed8ac971dd None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'c914e8e2-2c29-4423-9053-43c557b0eea2', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '1638747b-dde0-47a8-a377-5887175304f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:8d:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:55:40Z', 'updated_at': '2022-05-10T16:55:53Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}, {'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:55:55.938712 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d90ce0-dfb8-424f-9aa4-0a8f083df43d None None] New status for floating IP c914e8e2-2c29-4423-9053-43c557b0eea2: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:55:58.506302 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45756) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:58.610288 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f717-32b0-4411-8d79-87678ee1b93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.685525 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f717-32b0-4411-8d79-87678ee1b93f admin admin] Publish callbacks [] for security_group (523d7373-4877-439f-8d62-39210cbe4821), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.689399 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f717-32b0-4411-8d79-87678ee1b93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (523d7373-4877-439f-8d62-39210cbe4821), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.727004 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8f717-32b0-4411-8d79-87678ee1b93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d7373-4877-439f-8d62-39210cbe4821,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:58.732836 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-9ae8f717-32b0-4411-8d79-87678ee1b93f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f7f281e8eae433a9f620e69b28bdf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254636 May 10 16:55:58.736528 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45760) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:58.783899 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] Publish callbacks [] for security_group (523d7373-4877-439f-8d62-39210cbe4821), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.809213 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] Publish callbacks [] for security_group (523d7373-4877-439f-8d62-39210cbe4821), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.855559 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (523d7373-4877-439f-8d62-39210cbe4821), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.858333 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:58.859566 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523d7373-4877-439f-8d62-39210cbe4821 HTTP/1.1" status: 204 len: 168 time: 0.1219623 May 10 16:55:58.867633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b570a-3586-4a1b-bf67-51d3f57441f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d7373-4877-439f-8d62-39210cbe4821,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:58.872348 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.121402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45766) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:59.134241 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-15754b01-daca-4d38-bd0d-29ada18af535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.209469 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-15754b01-daca-4d38-bd0d-29ada18af535 admin admin] Publish callbacks [] for security_group (996896de-3a0f-4e4e-8866-7c7490ed8a95), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.213686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-15754b01-daca-4d38-bd0d-29ada18af535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (996896de-3a0f-4e4e-8866-7c7490ed8a95), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.251656 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-15754b01-daca-4d38-bd0d-29ada18af535 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e45f56823124e38a5e7985f8bad0473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291656 May 10 16:55:59.252546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15754b01-daca-4d38-bd0d-29ada18af535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996896de-3a0f-4e4e-8866-7c7490ed8a95,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:59.254364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45768) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:59.305370 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] Publish callbacks [] for security_group (996896de-3a0f-4e4e-8866-7c7490ed8a95), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.327008 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] Publish callbacks [] for security_group (996896de-3a0f-4e4e-8866-7c7490ed8a95), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.374442 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (996896de-3a0f-4e4e-8866-7c7490ed8a95), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.377131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.378292 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/996896de-3a0f-4e4e-8866-7c7490ed8a95 HTTP/1.1" status: 204 len: 168 time: 0.1229198 May 10 16:55:59.386766 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56556421-c373-442b-af52-584313e0d6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996896de-3a0f-4e4e-8866-7c7490ed8a95,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:59.699085 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45774) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:59.712032 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6022a1eb-a6e4-4aec-9b4f-1a95a5dbbc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.799323 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6022a1eb-a6e4-4aec-9b4f-1a95a5dbbc08 admin admin] Publish callbacks [] for security_group (07ecd9b9-486d-4822-acfb-558912d32c6a), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.803606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6022a1eb-a6e4-4aec-9b4f-1a95a5dbbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (07ecd9b9-486d-4822-acfb-558912d32c6a), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.846717 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6022a1eb-a6e4-4aec-9b4f-1a95a5dbbc08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff8bfdaeb6e14ed2a63591fd719fdf86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463151 May 10 16:55:59.847682 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022a1eb-a6e4-4aec-9b4f-1a95a5dbbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ecd9b9-486d-4822-acfb-558912d32c6a,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:55:59.849351 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45776) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:55:59.900376 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] Publish callbacks [] for security_group (07ecd9b9-486d-4822-acfb-558912d32c6a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.924474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] Publish callbacks [] for security_group (07ecd9b9-486d-4822-acfb-558912d32c6a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.977378 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (07ecd9b9-486d-4822-acfb-558912d32c6a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.980567 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:55:59.981726 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07ecd9b9-486d-4822-acfb-558912d32c6a HTTP/1.1" status: 204 len: 168 time: 0.1313918 May 10 16:55:59.990811 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47cb1-46f4-4696-9a40-292cdd0ab209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ecd9b9-486d-4822-acfb-558912d32c6a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:00.675766 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45800) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:00.770648 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19700658-network', 'tenant_id': 'b5ec285d04c74e2794451f45cab4baf9'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:00.790053 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Made reservation on behalf of b5ec285d04c74e2794451f45cab4baf9 for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:56:00.792606 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.801273 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.882180 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks [] for security_group (bc92831e-6b9f-41c7-b690-b35e7e66729a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.887555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (bc92831e-6b9f-41c7-b690-b35e7e66729a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.911438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:56:00.921226 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92831e-6b9f-41c7-b690-b35e7e66729a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:00.927547 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (9c55f55a-cd6c-4809-93a2-e34eab070ee5), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.927807 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Added segment 9c55f55a-cd6c-4809-93a2-e34eab070ee5 of type vlan for network e7437f03-1a10-40af-99dc-d3e5a5bff39a May 10 16:56:00.968855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (e7437f03-1a10-40af-99dc-d3e5a5bff39a), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.992984 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (e7437f03-1a10-40af-99dc-d3e5a5bff39a), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:00.993936 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:00.995110 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.054877 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3752935 May 10 16:56:01.055243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45804) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:01.060775 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Request body: {'subnet': {'network_id': 'e7437f03-1a10-40af-99dc-d3e5a5bff39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19700658-subnet', 'tenant_id': 'b5ec285d04c74e2794451f45cab4baf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:01.062323 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5a2d-2e56-415f-ba41-cb9d8992c4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7437f03-1a10-40af-99dc-d3e5a5bff39a,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:01.074717 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network e7437f03-1a10-40af-99dc-d3e5a5bff39a details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:56:01.084586 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Made reservation on behalf of b5ec285d04c74e2794451f45cab4baf9 for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:56:01.087068 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.257319 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (c8100bf1-33f2-4ab1-b664-f486b82bfbb4), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.312662 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8100bf1-33f2-4ab1-b664-f486b82bfbb4,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:01.321223 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Checking segment: {'id': '9c55f55a-cd6c-4809-93a2-e34eab070ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e7437f03-1a10-40af-99dc-d3e5a5bff39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:56:01.321581 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Network hostable DHCP agents. Network: e7437f03-1a10-40af-99dc-d3e5a5bff39a, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:56:01.338940 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Network e7437f03-1a10-40af-99dc-d3e5a5bff39a is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:56:01.347245 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, e7437f03-1a10-40af-99dc-d3e5a5bff39a) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:56:01.351102 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:01.351676 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.357556 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5178ac3-d02f-4384-aa73-32b507f29cdc None None] Network e7437f03-1a10-40af-99dc-d3e5a5bff39a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:56:01.367966 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3f04be69-aead-4290-9a22-bdabe82f287f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3116293 May 10 16:56:01.455204 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd7164-23d2-41fe-a8a4-9946bccf8c0f None None] Network e7437f03-1a10-40af-99dc-d3e5a5bff39a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:56:01.843870 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45822) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:01.848877 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-649337669-network', 'tenant_id': 'b176ad0bf8f34a59a8a25e1fe9da52d6'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:01.868003 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Made reservation on behalf of b176ad0bf8f34a59a8a25e1fe9da52d6 for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:56:01.870418 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.878934 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.951648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks [] for security_group (fc2813a6-a4e4-4328-bfa6-64731895d310), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.955325 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fc2813a6-a4e4-4328-bfa6-64731895d310), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.980090 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:56:01.988741 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2813a6-a4e4-4328-bfa6-64731895d310,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:01.994652 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (46955956-b34f-4365-9d8d-5047d52b1a86), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:01.995031 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Added segment 46955956-b34f-4365-9d8d-5047d52b1a86 of type vlan for network f3fb8e37-f2bf-4fc9-8704-a41069782ebd May 10 16:56:02.037616 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (f3fb8e37-f2bf-4fc9-8704-a41069782ebd), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.062027 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (f3fb8e37-f2bf-4fc9-8704-a41069782ebd), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.062903 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:02.063486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.116004 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2708611 May 10 16:56:02.118774 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45824) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:02.124194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Request body: {'subnet': {'network_id': 'f3fb8e37-f2bf-4fc9-8704-a41069782ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-649337669-subnet', 'tenant_id': 'b176ad0bf8f34a59a8a25e1fe9da52d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:02.125933 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3e34a-2b72-4b0d-9077-5014d0f0e4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fb8e37-f2bf-4fc9-8704-a41069782ebd,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:02.136981 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network f3fb8e37-f2bf-4fc9-8704-a41069782ebd details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:56:02.144099 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Made reservation on behalf of b176ad0bf8f34a59a8a25e1fe9da52d6 for: {'subnet': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:56:02.146482 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364922'] for subnet (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.320373 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364900'] for subnet (76515d1c-4757-469b-b76e-08b711ae9a2b), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.376202 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76515d1c-4757-469b-b76e-08b711ae9a2b,revision_number=0']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:02.385229 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Checking segment: {'id': '46955956-b34f-4365-9d8d-5047d52b1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f3fb8e37-f2bf-4fc9-8704-a41069782ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:56:02.386076 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Network hostable DHCP agents. Network: f3fb8e37-f2bf-4fc9-8704-a41069782ebd, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:56:02.403977 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Network f3fb8e37-f2bf-4fc9-8704-a41069782ebd is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:56:02.412626 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, f3fb8e37-f2bf-4fc9-8704-a41069782ebd) {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:56:02.418548 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:02.418783 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:02.422155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148e04a-a216-41ee-a9fd-8e2fde7e774b None None] Network f3fb8e37-f2bf-4fc9-8704-a41069782ebd requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:56:02.436134 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e06c1883-3651-4cde-b31e-2c679eb7c852 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157449 May 10 16:56:02.546272 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382ae89-6862-4d8e-892e-2cc78bde6473 None None] Network f3fb8e37-f2bf-4fc9-8704-a41069782ebd requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:56:03.546175 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-9609bfda-1a16-4e29-aed1-4caf6a7afcb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383949 May 10 16:56:03.607919 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-9a54c3da-7ae0-4476-b486-077d152e1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:03.609423 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-9a54c3da-7ae0-4476-b486-077d152e1621 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 1129 time: 0.0385869 May 10 16:56:03.720474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-126db44c-6d9c-4735-9deb-4f0621a5f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:03.722079 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-126db44c-6d9c-4735-9deb-4f0621a5f941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.0872884 May 10 16:56:03.797312 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-d719871a-15ad-4670-a889-fbf248c810e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 200 len: 1001 time: 0.0688789 May 10 16:56:03.854996 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-66bc9790-101a-445e-8802-941d85ff1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:03.856474 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-66bc9790-101a-445e-8802-941d85ff1e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0532150 May 10 16:56:03.898356 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-64b3cda2-7b4c-42dd-960c-2afa09df0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:03.899787 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-64b3cda2-7b4c-42dd-960c-2afa09df0972 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378611 May 10 16:56:03.986650 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-6f8caaf8-0119-44c0-a3e7-83b4d692b1cf service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796585 May 10 16:56:04.083042 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-63d6b991-ef46-43a2-b819-5584ebcbd97b req-731b72a9-aa70-4e8b-b188-9acd8a63d343 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889363 May 10 16:56:15.888182 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45952) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:15.934003 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Deleting subnet c8100bf1-33f2-4ab1-b664-f486b82bfbb4 {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:56:15.937095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Publish callbacks [] for subnet (c8100bf1-33f2-4ab1-b664-f486b82bfbb4), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:15.972020 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (c8100bf1-33f2-4ab1-b664-f486b82bfbb4), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.015824 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (c8100bf1-33f2-4ab1-b664-f486b82bfbb4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.066868 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (c8100bf1-33f2-4ab1-b664-f486b82bfbb4), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.093029 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8100bf1-33f2-4ab1-b664-f486b82bfbb4,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:16.098545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.101266 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e7c6378c-e3b4-4583-82de-a1120275e938 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8100bf1-33f2-4ab1-b664-f486b82bfbb4 HTTP/1.1" status: 204 len: 168 time: 0.2120590 May 10 16:56:16.103878 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45954) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:16.171078 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (e7437f03-1a10-40af-99dc-d3e5a5bff39a), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.253459 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (e7437f03-1a10-40af-99dc-d3e5a5bff39a), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.274452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7437f03-1a10-40af-99dc-d3e5a5bff39a']}} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.288442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55f55a-cd6c-4809-93a2-e34eab070ee5') {'for_net_delete': True} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.288745 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.services.segments.db [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55f55a-cd6c-4809-93a2-e34eab070ee5') {} {{(pid=120584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.308066 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408230'] for segment (9c55f55a-cd6c-4809-93a2-e34eab070ee5), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.322073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (9c55f55a-cd6c-4809-93a2-e34eab070ee5), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.328563 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=120584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:56:16.328939 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2504418'] for segment (9c55f55a-cd6c-4809-93a2-e34eab070ee5), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: Traceback (most recent call last): May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: timer() May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: cb(*args, **kw) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: return func(*args, **kwargs) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: self._notify() May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: self.callback(batched_events) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: event.method(event) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: return f(self, *a, **k) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._get(url).json() May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: return self.request(url, 'GET', **kwargs) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:56:16.330585 dv-cinder-835881-10-iscsi neutron-server[120584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:56:16.388287 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (e7437f03-1a10-40af-99dc-d3e5a5bff39a), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.395497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.398641 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e7437f03-1a10-40af-99dc-d3e5a5bff39a HTTP/1.1" status: 204 len: 168 time: 0.2938049 May 10 16:56:16.404301 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45956) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:16.408939 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959396c4-212c-4892-b855-f01c9874c078 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7437f03-1a10-40af-99dc-d3e5a5bff39a,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:16.448618 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Deleting subnet 76515d1c-4757-469b-b76e-08b711ae9a2b {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:56:16.451781 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Publish callbacks [] for subnet (76515d1c-4757-469b-b76e-08b711ae9a2b), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.490782 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (76515d1c-4757-469b-b76e-08b711ae9a2b), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.530103 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (76515d1c-4757-469b-b76e-08b711ae9a2b), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.593802 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (76515d1c-4757-469b-b76e-08b711ae9a2b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.618142 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76515d1c-4757-469b-b76e-08b711ae9a2b,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:16.625532 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.628859 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-bd7ab495-33b9-493b-bb52-7e31e1f1ad2e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/76515d1c-4757-469b-b76e-08b711ae9a2b HTTP/1.1" status: 204 len: 168 time: 0.2253015 May 10 16:56:16.632113 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45958) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:16.702303 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (f3fb8e37-f2bf-4fc9-8704-a41069782ebd), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.778010 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (f3fb8e37-f2bf-4fc9-8704-a41069782ebd), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.797735 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fb8e37-f2bf-4fc9-8704-a41069782ebd']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.806823 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46955956-b34f-4365-9d8d-5047d52b1a86') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.807121 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46955956-b34f-4365-9d8d-5047d52b1a86') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:16.816168 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (46955956-b34f-4365-9d8d-5047d52b1a86), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.829502 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (46955956-b34f-4365-9d8d-5047d52b1a86), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.835287 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:56:16.835673 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (46955956-b34f-4365-9d8d-5047d52b1a86), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:56:16.837408 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:56:16.894435 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (f3fb8e37-f2bf-4fc9-8704-a41069782ebd), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.899618 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:16.903809 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f3fb8e37-f2bf-4fc9-8704-a41069782ebd HTTP/1.1" status: 204 len: 168 time: 0.2707460 May 10 16:56:16.915037 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5330-17d7-44a2-9bdc-b6f2356236c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fb8e37-f2bf-4fc9-8704-a41069782ebd,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:17.059498 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45962) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:17.099280 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-93161a57-119e-4fe0-8605-7ba4dd212561 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5ec285d04c74e2794451f45cab4baf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386024 May 10 16:56:17.101735 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 45964) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:17.148149 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] Publish callbacks [] for security_group (bc92831e-6b9f-41c7-b690-b35e7e66729a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.169409 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] Publish callbacks [] for security_group (bc92831e-6b9f-41c7-b690-b35e7e66729a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.218416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (bc92831e-6b9f-41c7-b690-b35e7e66729a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.221300 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.222379 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc92831e-6b9f-41c7-b690-b35e7e66729a HTTP/1.1" status: 204 len: 168 time: 0.1197417 May 10 16:56:17.230198 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189ecca-1389-47bb-8646-a1f023d75b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92831e-6b9f-41c7-b690-b35e7e66729a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:17.529398 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45970) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:17.569519 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-26e8cd21-58d6-4203-afb0-5da78584cf18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b176ad0bf8f34a59a8a25e1fe9da52d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389786 May 10 16:56:17.571926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 45972) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:17.618259 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] Publish callbacks [] for security_group (fc2813a6-a4e4-4328-bfa6-64731895d310), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.639980 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] Publish callbacks [] for security_group (fc2813a6-a4e4-4328-bfa6-64731895d310), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.688317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (fc2813a6-a4e4-4328-bfa6-64731895d310), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.691146 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:17.692328 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc2813a6-a4e4-4328-bfa6-64731895d310 HTTP/1.1" status: 204 len: 168 time: 0.1187150 May 10 16:56:17.700867 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e796f4-ad34-4609-8990-e956385cacbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2813a6-a4e4-4328-bfa6-64731895d310,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:19.140814 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-80249f46-d2ee-40b9-bb97-9c9670040c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:21.378045 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ac748d13-2d07-4c1e-9a99-348271542ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:21.757955 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46030) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:21.862808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:21.939686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Publish callbacks [] for security_group (746a61f4-16c1-40c4-99d1-0dee5b08d0e3), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:21.943189 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (746a61f4-16c1-40c4-99d1-0dee5b08d0e3), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:21.985401 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d27b68b6cee48ab846656801f141435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263496 May 10 16:56:21.986272 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a61f4-16c1-40c4-99d1-0dee5b08d0e3,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:21.988079 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46034) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:21.993508 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.994388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.994974 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.995397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.995740 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.996077 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.996444 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.996776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.997107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.997435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.997764 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.998090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.998412 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.998733 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:21.999082 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a96d9-2466-4cef-b56e-0eb2cca8943a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.036002 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Publish callbacks [] for security_group (746a61f4-16c1-40c4-99d1-0dee5b08d0e3), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.057852 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Publish callbacks [] for security_group (746a61f4-16c1-40c4-99d1-0dee5b08d0e3), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.105331 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (746a61f4-16c1-40c4-99d1-0dee5b08d0e3), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.107935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.109123 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/746a61f4-16c1-40c4-99d1-0dee5b08d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1200469 May 10 16:56:22.116566 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a61f4-16c1-40c4-99d1-0dee5b08d0e3,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:22.124353 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.124710 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.125054 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.125395 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.125729 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.126068 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.126432 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.126710 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.127037 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.127362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.127734 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.128063 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.128357 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.128676 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.128999 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f04817-599a-42ac-b2be-891ee9c35556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:22.369398 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46042) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:22.382194 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7c26-68ca-4a4d-931d-b3a69f451fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.458910 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7c26-68ca-4a4d-931d-b3a69f451fcb admin admin] Publish callbacks [] for security_group (e3d5caf4-2b60-4c66-bfc7-8160ec4f6822), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.462412 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7c26-68ca-4a4d-931d-b3a69f451fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e3d5caf4-2b60-4c66-bfc7-8160ec4f6822), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.501437 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4aeb7c26-68ca-4a4d-931d-b3a69f451fcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a38be9fbb654040b09fd84d9ff10750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309338 May 10 16:56:22.502380 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7c26-68ca-4a4d-931d-b3a69f451fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5caf4-2b60-4c66-bfc7-8160ec4f6822,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:22.504054 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46044) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:22.517692 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.554833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] Publish callbacks [] for security_group (e3d5caf4-2b60-4c66-bfc7-8160ec4f6822), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.577038 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] Publish callbacks [] for security_group (e3d5caf4-2b60-4c66-bfc7-8160ec4f6822), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.624802 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (e3d5caf4-2b60-4c66-bfc7-8160ec4f6822), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.627493 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:22.628672 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3d5caf4-2b60-4c66-bfc7-8160ec4f6822 HTTP/1.1" status: 204 len: 168 time: 0.1235111 May 10 16:56:22.637485 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc721-f7fd-48b2-a3c3-f662992eaee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5caf4-2b60-4c66-bfc7-8160ec4f6822,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:24.302049 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:25.622978 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:28.878003 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:30.691625 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:56:30.765194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46174) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:30.869152 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-172c312a-35c5-40b3-85bd-45eba57c84f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:30.951097 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-172c312a-35c5-40b3-85bd-45eba57c84f6 admin admin] Publish callbacks [] for security_group (ca66d3a4-4343-4284-b999-850c3efbb3fa), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:30.956010 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-172c312a-35c5-40b3-85bd-45eba57c84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (ca66d3a4-4343-4284-b999-850c3efbb3fa), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.018829 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-172c312a-35c5-40b3-85bd-45eba57c84f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad955de97b974289b5ce185e77108b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523751 May 10 16:56:31.020063 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c312a-35c5-40b3-85bd-45eba57c84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66d3a4-4343-4284-b999-850c3efbb3fa,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:31.023499 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46184) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:31.079048 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] Publish callbacks [] for security_group (ca66d3a4-4343-4284-b999-850c3efbb3fa), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.109662 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] Publish callbacks [] for security_group (ca66d3a4-4343-4284-b999-850c3efbb3fa), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.163659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (ca66d3a4-4343-4284-b999-850c3efbb3fa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.167569 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.171776 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca66d3a4-4343-4284-b999-850c3efbb3fa HTTP/1.1" status: 204 len: 168 time: 0.1442621 May 10 16:56:31.177874 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654313-faf7-4a28-8eb4-dfcdbe1ed0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66d3a4-4343-4284-b999-850c3efbb3fa,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:31.362589 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bdee-cd13-4805-befc-908785d66a2a req-7bff930b-1277-4d02-a427-bc5dff1a4d3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:31.364099 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-25e5bdee-cd13-4805-befc-908785d66a2a req-7bff930b-1277-4d02-a427-bc5dff1a4d3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0534110 May 10 16:56:31.416447 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-25e5bdee-cd13-4805-befc-908785d66a2a req-bbd1e193-f183-49ef-afbc-42f462bf6251 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 May 10 16:56:31.490463 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46194) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:31.504263 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5907-6523-4ccf-b632-45b10520c8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.589573 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5907-6523-4ccf-b632-45b10520c8ac admin admin] Publish callbacks [] for security_group (09df9f1e-a962-4a03-ae3a-e0d013468be3), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.593724 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5907-6523-4ccf-b632-45b10520c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (09df9f1e-a962-4a03-ae3a-e0d013468be3), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.632957 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ba9e5907-6523-4ccf-b632-45b10520c8ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a1eabaf3217476cb9ad5c6d8f1d9578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414075 May 10 16:56:31.633682 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e5907-6523-4ccf-b632-45b10520c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df9f1e-a962-4a03-ae3a-e0d013468be3,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:31.636027 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46196) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:31.688862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] Publish callbacks [] for security_group (09df9f1e-a962-4a03-ae3a-e0d013468be3), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.709852 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] Publish callbacks [] for security_group (09df9f1e-a962-4a03-ae3a-e0d013468be3), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.757143 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (09df9f1e-a962-4a03-ae3a-e0d013468be3), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.759763 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:31.760821 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09df9f1e-a962-4a03-ae3a-e0d013468be3 HTTP/1.1" status: 204 len: 168 time: 0.1236770 May 10 16:56:31.768766 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f522-96f7-404e-91f5-7bbcc1ea07d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df9f1e-a962-4a03-ae3a-e0d013468be3,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:32.090935 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46202) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:32.109401 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-672db09b-97aa-499e-8006-12a3f0ed4123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.185523 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-672db09b-97aa-499e-8006-12a3f0ed4123 admin admin] Publish callbacks [] for security_group (8bfddd1c-50fb-46e2-b85d-15c6dca79234), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.189701 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-672db09b-97aa-499e-8006-12a3f0ed4123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8bfddd1c-50fb-46e2-b85d-15c6dca79234), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.234275 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672db09b-97aa-499e-8006-12a3f0ed4123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfddd1c-50fb-46e2-b85d-15c6dca79234,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:32.238693 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-672db09b-97aa-499e-8006-12a3f0ed4123 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b5e137e3bf245039d2256132dfb6352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467209 May 10 16:56:32.241338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46204) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:32.291854 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] Publish callbacks [] for security_group (8bfddd1c-50fb-46e2-b85d-15c6dca79234), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.314083 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] Publish callbacks [] for security_group (8bfddd1c-50fb-46e2-b85d-15c6dca79234), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.363544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8bfddd1c-50fb-46e2-b85d-15c6dca79234), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.366114 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.367249 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bfddd1c-50fb-46e2-b85d-15c6dca79234 HTTP/1.1" status: 204 len: 168 time: 0.1248198 May 10 16:56:32.376650 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6e773-9b35-4a48-8a01-6b68198e1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfddd1c-50fb-46e2-b85d-15c6dca79234,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:32.567008 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8470b62-85c5-4082-a4f7-961df8c42a28 req-1cdfaa42-b05c-410a-8bf8-893d5f20377f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:32.568724 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8470b62-85c5-4082-a4f7-961df8c42a28 req-1cdfaa42-b05c-410a-8bf8-893d5f20377f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0611644 May 10 16:56:32.639010 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e8470b62-85c5-4082-a4f7-961df8c42a28 req-d2160de2-a988-44a3-b5f3-a1c4ce1f2d15 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ef5c96-50b3-4530-9412-a038d7d8f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617282 May 10 16:56:32.682890 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-50f396c6-1e68-4330-90a5-6fc99e0f7ab1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:32.684547 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-50f396c6-1e68-4330-90a5-6fc99e0f7ab1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 945 time: 0.0647628 May 10 16:56:32.777853 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port 1638747b-dde0-47a8-a377-5887175304f1 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:56:32.778656 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (1638747b-dde0-47a8-a377-5887175304f1), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:32.874300 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] For port 1638747b-dde0-47a8-a377-5887175304f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1638747b-dde0-47a8-a377-5887175304f1,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:56:32.874675 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (1638747b-dde0-47a8-a377-5887175304f1), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:33.045907 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:33.046265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:33.046581 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP c914e8e2-2c29-4423-9053-43c557b0eea2 disassociated. External IP: 172.27.1.125, port: 1638747b-dde0-47a8-a377-5887175304f1. May 10 16:56:33.046923 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for 1638747b-dde0-47a8-a377-5887175304f1 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:56:33.182083 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (1638747b-dde0-47a8-a377-5887175304f1), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:33.210953 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=1638747b-dde0-47a8-a377-5887175304f1,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:33.334809 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:56:33.720645 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:56:33.733163 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:56:33.745211 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:33.745900 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:33.764424 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] No DVR routers for this DVR port 1638747b-dde0-47a8-a377-5887175304f1 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:56:33.766992 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:33.770452 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-78132ccb-7d9f-4c73-873d-2b1d7690b6b9 req-b6ab1f02-e755-4143-9345-6613b455e0d6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "DELETE /v2.0/ports/1638747b-dde0-47a8-a377-5887175304f1 HTTP/1.1" status: 204 len: 173 time: 1.0811877 May 10 16:56:33.770912 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'name': 'network-vif-deleted', 'tag': '1638747b-dde0-47a8-a377-5887175304f1'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:56:33.773686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81dde1e-8c27-4724-91ec-728807068c5b" -d '{"events": [{"server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "name": "network-vif-deleted", "tag": "1638747b-dde0-47a8-a377-5887175304f1"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:56:33.783612 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8356f10f-de50-4545-87bc-f94db92ef406 req-752eeb40-8311-4561-9759-2314d382eb0a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d50ae65-a922-42f2-8db1-87b59ed66282 HTTP/1.1" status: 200 len: 210 time: 0.0432260 May 10 16:56:33.817179 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162add27-de6a-41ca-8fb0-525d5646fdf5 x-openstack-request-id: req-162add27-de6a-41ca-8fb0-525d5646fdf5 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:56:33.817759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d50ae65-a922-42f2-8db1-87b59ed66282", "name": "network-vif-deleted", "tag": "1638747b-dde0-47a8-a377-5887175304f1", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:56:33.817759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-162add27-de6a-41ca-8fb0-525d5646fdf5 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:56:33.818109 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162add27-de6a-41ca-8fb0-525d5646fdf5'] response: {'server_uuid': '5d50ae65-a922-42f2-8db1-87b59ed66282', 'name': 'network-vif-deleted', 'tag': '1638747b-dde0-47a8-a377-5887175304f1', 'status': 'completed', 'code': 200} May 10 16:56:33.966152 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:34.182919 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:34.213669 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:56:34.223120 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:34.223741 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:34.342754 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:34.570163 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:34.600412 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9c1e8-69bc-47fc-9faa-89c70a729144 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'dcfc47ee-1af6-43cd-bd81-881515534bc1', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:e8:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:54:40Z', 'updated_at': '2022-05-10T16:54:55Z', 'revision_number': 2, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:56:34.846832 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e311-5b65-4de2-9b04-c8b4581de7f9 None None] New status for floating IP c914e8e2-2c29-4423-9053-43c557b0eea2: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:56:34.898223 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46218) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:34.959181 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (41ef5c96-50b3-4530-9412-a038d7d8f0a9), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:34.994368 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (41ef5c96-50b3-4530-9412-a038d7d8f0a9), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.050442 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (41ef5c96-50b3-4530-9412-a038d7d8f0a9), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.053493 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.054651 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/security-groups/41ef5c96-50b3-4530-9412-a038d7d8f0a9 HTTP/1.1" status: 204 len: 168 time: 0.1552579 May 10 16:56:35.058700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46220) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:35.064503 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ff5b0-0b5e-4855-8602-827aa76754a1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef5c96-50b3-4530-9412-a038d7d8f0a9,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:35.076022 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-396a51da-4891-43d4-9c48-b781b56d96f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] show failed (client error): The resource could not be found. May 10 16:56:35.077364 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-396a51da-4891-43d4-9c48-b781b56d96f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups/41ef5c96-50b3-4530-9412-a038d7d8f0a9 HTTP/1.1" status: 404 len: 347 time: 0.0171053 May 10 16:56:35.081304 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46222) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:35.204077 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port 957a33fc-8b44-4a1d-8978-245daabb86a2 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:56:35.204597 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.292945 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.293271 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (957a33fc-8b44-4a1d-8978-245daabb86a2), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.306338 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for 957a33fc-8b44-4a1d-8978-245daabb86a2 owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:56:35.436941 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (957a33fc-8b44-4a1d-8978-245daabb86a2), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.465477 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=957a33fc-8b44-4a1d-8978-245daabb86a2,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:35.531127 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (c914e8e2-2c29-4423-9053-43c557b0eea2), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.533754 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:35.537653 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-24f89672-cb6b-4c51-894a-b2dab5d59235 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/floatingips/c914e8e2-2c29-4423-9053-43c557b0eea2 HTTP/1.1" status: 204 len: 168 time: 0.4525738 May 10 16:56:37.147118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d753-9651-40d7-8245-0cd3fd8cac48 req-8cbebaea-4ebb-4f78-810e-75fb6c4e43d1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:37.148637 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c555d753-9651-40d7-8245-0cd3fd8cac48 req-8cbebaea-4ebb-4f78-810e-75fb6c4e43d1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0523982 May 10 16:56:37.171402 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 1638747b-dde0-47a8-a377-5887175304f1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:56:37.193629 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 1638747b-dde0-47a8-a377-5887175304f1 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:56:37.193966 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 1638747b-dde0-47a8-a377-5887175304f1 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:56:37.199212 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c555d753-9651-40d7-8245-0cd3fd8cac48 req-c9e12cca-28a4-40c8-b0c4-3a5234b33114 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446801 May 10 16:56:38.321950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db24f-0275-4d38-9a0c-dac5fadb1bd1 req-795eaf83-3ad6-4446-be09-11c28563dfb2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:38.323433 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-377db24f-0275-4d38-9a0c-dac5fadb1bd1 req-795eaf83-3ad6-4446-be09-11c28563dfb2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0528727 May 10 16:56:38.373732 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-377db24f-0275-4d38-9a0c-dac5fadb1bd1 req-cb8dfdc1-ca90-4d77-8d0f-75a296798416 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ef61b76-7a0a-4817-98ed-bbcaaed11fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442069 May 10 16:56:38.634941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-7b798b76-5ac7-4d7c-bee7-02db247d6526 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:38.636463 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-7b798b76-5ac7-4d7c-bee7-02db247d6526 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 945 time: 0.0475886 May 10 16:56:38.724047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port c2215c98-d2de-4899-bfa6-5f508d8a56aa {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:56:38.724426 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:38.819847 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] For port c2215c98-d2de-4899-bfa6-5f508d8a56aa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2215c98-d2de-4899-bfa6-5f508d8a56aa,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:56:38.820221 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:38.995801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:38.996163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:38.996521 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP dcfc47ee-1af6-43cd-bd81-881515534bc1 disassociated. External IP: 172.27.1.218, port: c2215c98-d2de-4899-bfa6-5f508d8a56aa. May 10 16:56:38.996873 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for c2215c98-d2de-4899-bfa6-5f508d8a56aa owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:56:39.135286 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c2215c98-d2de-4899-bfa6-5f508d8a56aa), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:39.164160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=c2215c98-d2de-4899-bfa6-5f508d8a56aa,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:39.329685 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:56:39.454945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:56:39.466613 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:56:39.473984 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-61acf62f-6844-4db7-92f9-49a54c436fbd req-c846a1ff-1957-4002-9e7d-b6abce8951f3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=94042c88-ecb2-484f-8a2c-df1d0ecae7a6 HTTP/1.1" status: 200 len: 210 time: 0.0286698 May 10 16:56:39.477157 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:39.478501 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:39.510866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] No DVR routers for this DVR port c2215c98-d2de-4899-bfa6-5f508d8a56aa on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:56:39.513761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:39.517438 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-0806dcef-ffb7-469f-aa05-a3c097580b40 req-61217e2e-e86c-4fcb-99a6-24d4950c5a80 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "DELETE /v2.0/ports/c2215c98-d2de-4899-bfa6-5f508d8a56aa HTTP/1.1" status: 204 len: 173 time: 0.8761575 May 10 16:56:39.517946 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'name': 'network-vif-deleted', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:56:39.521034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f97541-0f71-4d5a-b340-eba0b4058756" -d '{"events": [{"server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "name": "network-vif-deleted", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:56:39.585133 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14876524-6e0b-4e19-b4ed-c6a53a9e65d5 x-openstack-request-id: req-14876524-6e0b-4e19-b4ed-c6a53a9e65d5 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:56:39.585950 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94042c88-ecb2-484f-8a2c-df1d0ecae7a6", "name": "network-vif-deleted", "tag": "c2215c98-d2de-4899-bfa6-5f508d8a56aa", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:56:39.586456 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14876524-6e0b-4e19-b4ed-c6a53a9e65d5 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:56:39.587655 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14876524-6e0b-4e19-b4ed-c6a53a9e65d5'] response: {'server_uuid': '94042c88-ecb2-484f-8a2c-df1d0ecae7a6', 'name': 'network-vif-deleted', 'tag': 'c2215c98-d2de-4899-bfa6-5f508d8a56aa', 'status': 'completed', 'code': 200} May 10 16:56:39.650025 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:39.852502 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:39.880835 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:56:39.889968 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:39.890581 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:40.028620 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:40.224253 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:40.339896 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd320c-dce7-4db3-b597-afe0a9ff3803 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:56:40.569109 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46252) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:40.573892 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f17c8b-96da-4013-b2c9-cbc3f5db81eb None None] New status for floating IP dcfc47ee-1af6-43cd-bd81-881515534bc1: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:56:40.661621 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (5ef61b76-7a0a-4817-98ed-bbcaaed11fec), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.690207 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (5ef61b76-7a0a-4817-98ed-bbcaaed11fec), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.748408 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5ef61b76-7a0a-4817-98ed-bbcaaed11fec), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.751113 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.754786 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/security-groups/5ef61b76-7a0a-4817-98ed-bbcaaed11fec HTTP/1.1" status: 204 len: 168 time: 0.1821675 May 10 16:56:40.755550 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46254) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:40.762284 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0ca18-043a-4324-9bb4-de4e753605bd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef61b76-7a0a-4817-98ed-bbcaaed11fec,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:40.770009 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.api.v2.resource [None req-0c457e59-f5f9-4528-9c82-ebe270e66dee tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] show failed (client error): The resource could not be found. May 10 16:56:40.774147 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46256) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:40.774929 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0c457e59-f5f9-4528-9c82-ebe270e66dee tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups/5ef61b76-7a0a-4817-98ed-bbcaaed11fec HTTP/1.1" status: 404 len: 347 time: 0.0169303 May 10 16:56:40.891771 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port cdd519f6-66a3-4171-9b01-056d238ec9e7 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:56:40.892107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.972686 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.973016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (cdd519f6-66a3-4171-9b01-056d238ec9e7), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:40.987370 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for cdd519f6-66a3-4171-9b01-056d238ec9e7 owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:56:41.117079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (cdd519f6-66a3-4171-9b01-056d238ec9e7), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.148924 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=cdd519f6-66a3-4171-9b01-056d238ec9e7,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:41.211527 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (dcfc47ee-1af6-43cd-bd81-881515534bc1), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.214695 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.215900 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fa680724-ffd4-4f32-940d-6b044eea6987 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/floatingips/dcfc47ee-1af6-43cd-bd81-881515534bc1 HTTP/1.1" status: 204 len: 168 time: 0.4402592 May 10 16:56:41.285155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46260) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:41.290235 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102381598', 'description': 'tempest-description--380791689'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:41.312521 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.380379 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (f7dbb2d1-db97-4437-9b55-efe900fefb9f), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.384874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f7dbb2d1-db97-4437-9b55-efe900fefb9f), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.411896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.413157 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1269343 May 10 16:56:41.416868 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46262) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:41.417456 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59dee4-c4c6-4ff8-a027-e71218d58862 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbb2d1-db97-4437-9b55-efe900fefb9f,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:41.421423 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbb2d1-db97-4437-9b55-efe900fefb9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:41.449832 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (ae907f74-a3a5-41fb-a281-bec8167bc911), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.510109 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (ae907f74-a3a5-41fb-a281-bec8167bc911), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.514076 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (ae907f74-a3a5-41fb-a281-bec8167bc911), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.531845 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae907f74-a3a5-41fb-a281-bec8167bc911,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:41.541354 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.543008 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8b305483-8e88-424f-b322-eb4c6fc91f0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246755 May 10 16:56:41.545311 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46264) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:41.549958 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbb2d1-db97-4437-9b55-efe900fefb9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:41.576340 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (4fe150c6-f765-441a-be5f-8ce463355f41), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.640933 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (4fe150c6-f765-441a-be5f-8ce463355f41), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.646454 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (4fe150c6-f765-441a-be5f-8ce463355f41), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.665697 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe150c6-f765-441a-be5f-8ce463355f41,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:41.675243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.676493 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fee9c34a-8d5f-4588-9055-3296382dd9f7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302147 May 10 16:56:41.679609 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46266) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:41.684831 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:41.706523 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.796603 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:41.921220 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.27.1.81 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/5e175e88-80b7-4c67-95ed-39a7cfcfa651) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:56:42.052871 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.101099 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.147562 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:56:42.151653 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:56:42.158464 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:56:42.185019 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=5e175e88-80b7-4c67-95ed-39a7cfcfa651,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:42.256543 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.299763 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.489163 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.494540 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.568481 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=5e175e88-80b7-4c67-95ed-39a7cfcfa651,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:42.583794 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.600326 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:42.601585 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8d19233d-6d83-42ed-b75f-943c2ab4627f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9210548 May 10 16:56:42.835694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-10ed97ed-6291-4560-b04b-36ebe6d21f34 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1102381598&fields=id&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 267 time: 0.0421059 May 10 16:56:42.943319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-935ecd16-aa19-4fb0-9438-bb8ae65c8d3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:42.944803 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-935ecd16-aa19-4fb0-9438-bb8ae65c8d3d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1017799 May 10 16:56:42.959668 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-a47ed6c2-04e3-4df0-b69b-036a18ef8465 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/quotas/a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 375 time: 0.0088420 May 10 16:56:43.008303 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-370e2e11-a718-445d-8190-47d2f67ea369 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429633 May 10 16:56:43.106741 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-91a77ecb-abe9-42a5-832a-ee1b28aa3d54 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 May 10 16:56:43.185821 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c2215c98-d2de-4899-bfa6-5f508d8a56aa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:56:43.199679 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-b002d26a-d520-4115-9814-dc41902dc0f1 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872643 May 10 16:56:43.206382 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: c2215c98-d2de-4899-bfa6-5f508d8a56aa {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:56:43.206718 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c2215c98-d2de-4899-bfa6-5f508d8a56aa not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:56:43.366309 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c2f6fcb4-3ca9-4ce2-a244-94b45adf1340 req-56f377b1-ca1b-49d7-9fee-d425da6dbf39 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 210 time: 0.0279574 May 10 16:56:44.259943 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-a323433a-1e9e-42ac-941b-dd9bf4f637f2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:44.261404 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-a323433a-1e9e-42ac-941b-dd9bf4f637f2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1081414 May 10 16:56:44.325654 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-a0d1ec89-b31a-47af-b3a5-e583ae79eed1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 380 time: 0.0559602 May 10 16:56:44.333974 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'port': {'device_id': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'admin_state_up': True, 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'security_groups': ['f7dbb2d1-db97-4437-9b55-efe900fefb9f']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:44.454243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:56:44.457519 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:44.475807 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-532c00dd-ab22-4256-b2fc-e61920ac84b3 req-1800fce3-b8a4-4cdd-9ece-cc96f5a130af tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 210 time: 0.0339715 May 10 16:56:44.603067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.20.0.13 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/d6c551a1-cfcf-4264-9a81-f760d5f6e8ab) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:56:44.741748 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:44.774755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:44.815881 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:56:44.819007 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:56:44.825173 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:56:44.831445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:44.881397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:44.882014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:44.900618 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-911fabd3-1b94-4011-842a-ad25759406e7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5691969 May 10 16:56:44.911553 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Request body: {'port': {'device_id': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:44.974674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.031817 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-e0a6efaf-f0b3-48dd-b485-c2c76d7d9c1f None None] Provisioning complete for port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:56:45.032436 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-e0a6efaf-f0b3-48dd-b485-c2c76d7d9c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.069788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6efaf-f0b3-48dd-b485-c2c76d7d9c1f None None] Port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:56:45.242105 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c551a1-cfcf-4264-9a81-f760d5f6e8ab {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:56:45.249945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks [] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.262257 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Transition to ACTIVE for port object d6c551a1-cfcf-4264-9a81-f760d5f6e8ab will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:56:45.266170 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.319317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:45.402511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Attempting to bind port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:56:45.402851 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Attempting to bind port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:56:45.403161 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Attempting to bind port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:56:45.407905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:56:45.408343 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Attempting to bind port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:56:45.413467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:56:45.413808 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:56:45.414193 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:56:45.414795 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Bound port: d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:56:45.415417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.484207 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:56:45.487489 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:56:45.494611 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.527855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:45.528894 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:45.529902 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6c551a1-cfcf-4264-9a81-f760d5f6e8ab HTTP/1.1" status: 200 len: 1094 time: 0.6226296 May 10 16:56:45.530341 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:56:45.532618 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0bd91-9bcc-4c86-8b0e-940503670b51" -d '{"events": [{"name": "network-changed", "server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:56:45.561587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3725a-25ff-440e-b95f-400971037933 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:45.606151 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e760-159c-4fb0-8bfa-3790debdf0ec req-c2e817ae-1a68-4dcb-90d0-a6072f758170 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:45.607333 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea94198-5687-40bb-8661-b4892acdb03c x-openstack-request-id: req-fea94198-5687-40bb-8661-b4892acdb03c {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:56:45.607624 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:56:45.607764 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb58e760-159c-4fb0-8bfa-3790debdf0ec req-c2e817ae-1a68-4dcb-90d0-a6072f758170 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 944 time: 0.0577791 May 10 16:56:45.607869 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fea94198-5687-40bb-8661-b4892acdb03c {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:56:45.608256 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea94198-5687-40bb-8661-b4892acdb03c'] response: {'name': 'network-changed', 'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'status': 'completed', 'code': 200} May 10 16:56:45.643427 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-50fbdf9f-167e-4f9a-8e46-8fd8776b15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:45.645315 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-50fbdf9f-167e-4f9a-8e46-8fd8776b15a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 1128 time: 0.0553029 May 10 16:56:45.663514 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb58e760-159c-4fb0-8bfa-3790debdf0ec req-160c69d8-768d-4d56-bd5f-3854c096216f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497849 May 10 16:56:45.694645 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-4e1e5c71-8797-42b1-86be-1bd288a64444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab HTTP/1.1" status: 200 len: 217 time: 0.0430377 May 10 16:56:45.744087 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-42f8c267-a0d9-4996-bf6c-3cc467d79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:45.745773 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-42f8c267-a0d9-4996-bf6c-3cc467d79d4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0463135 May 10 16:56:45.788526 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-faa81d92-f8ad-4ea0-9eb2-ddb204a7ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:45.790605 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-faa81d92-f8ad-4ea0-9eb2-ddb204a7ebf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387678 May 10 16:56:45.881555 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-b916c6bb-aede-44ad-a393-fbd51ba61217 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846696 May 10 16:56:45.971563 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f380fd51-ced9-484a-acdf-00731c77fc28 req-c2616f6a-54ba-4a34-930f-feef8b8d957e service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 May 10 16:56:46.692134 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-4a116f95-37ea-4a0d-8f1f-ea5ddd94b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:46.693774 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-4a116f95-37ea-4a0d-8f1f-ea5ddd94b9cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 1128 time: 0.0393960 May 10 16:56:46.804471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b724366-568b-44dc-86b5-1001f554a815 req-199ee0b4-beff-4610-8104-d956aa44521c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:46.806589 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b724366-568b-44dc-86b5-1001f554a815 req-199ee0b4-beff-4610-8104-d956aa44521c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 944 time: 0.0608699 May 10 16:56:46.837564 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-c00506f4-8086-4a81-ba62-e6da213b768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:46.838889 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-c00506f4-8086-4a81-ba62-e6da213b768f service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.1384430 May 10 16:56:46.892302 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-56fea6d2-8d65-415f-b3c8-3b6941bdb5ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab HTTP/1.1" status: 200 len: 217 time: 0.0431995 May 10 16:56:46.899152 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4b724366-568b-44dc-86b5-1001f554a815 req-a30c7265-137a-46e1-9f0e-93a8f994fb7d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860574 May 10 16:56:46.941892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-e24e35b3-df0d-495b-afb7-11e58cb14c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:46.943297 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-e24e35b3-df0d-495b-afb7-11e58cb14c2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0432608 May 10 16:56:46.986054 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-3951afc5-9b35-4413-83ba-932baf482932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:46.987563 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-3951afc5-9b35-4413-83ba-932baf482932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381553 May 10 16:56:47.076664 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-ba2a6440-4b57-4e44-ac85-20a799366bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829895 May 10 16:56:47.161381 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5ac0bd91-9bcc-4c86-8b0e-940503670b51 req-39c07f94-b4b0-45c5-8aee-f68e89828f37 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794356 May 10 16:56:48.015351 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ef5b-84bf-46a6-9efb-a03d8bde8ce5 req-c6ddf2df-5345-4215-904a-27ba4a00a3b2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:48.016874 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7d72ef5b-84bf-46a6-9efb-a03d8bde8ce5 req-c6ddf2df-5345-4215-904a-27ba4a00a3b2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 944 time: 0.0504398 May 10 16:56:48.066657 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-7d72ef5b-84bf-46a6-9efb-a03d8bde8ce5 req-3c242d3c-a738-4e32-ae67-9d775f0b1f60 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 May 10 16:56:49.143516 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cc6a8f85-93f5-4679-9ca0-55ec8607f646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:49.184094 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaafa-a806-4fe3-800a-abb467a104ba req-715b28e9-1bf4-4605-a549-00aa0ba262cb tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:49.185576 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9ebfaafa-a806-4fe3-800a-abb467a104ba req-715b28e9-1bf4-4605-a549-00aa0ba262cb tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 944 time: 0.0487113 May 10 16:56:49.223972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device d6c551a1-cfcf-4264-9a81-f760d5f6e8ab details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:56:49.235057 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9ebfaafa-a806-4fe3-800a-abb467a104ba req-c497e1a1-1687-4c79-b835-b7b15ebe9bd3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439763 May 10 16:56:49.322807 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:56:49.334037 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'port_id': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'mac_address': 'fa:16:3e:cf:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:56:49.370266 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:56:49.370647 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:49.383428 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c551a1-cfcf-4264-9a81-f760d5f6e8ab {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:56:49.402312 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:56:49.406456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:49.452113 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:49.458977 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.459552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.459886 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.460220 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.460586 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.461142 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.461500 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.461850 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.462382 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.462720 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.463055 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.463391 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.463719 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.464046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.464406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:56:49.612962 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['d6c551a1-cfcf-4264-9a81-f760d5f6e8ab'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:56:50.346978 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c8756-7811-41e3-b80d-4c4c5606fc3c req-610f8177-2edc-41e8-99d3-f813e108d64c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:50.348470 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0b6c8756-7811-41e3-b80d-4c4c5606fc3c req-610f8177-2edc-41e8-99d3-f813e108d64c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 945 time: 0.0472295 May 10 16:56:50.400164 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0b6c8756-7811-41e3-b80d-4c4c5606fc3c req-2b43401e-3c95-4ca7-b6d7-3c7d1f0ee36e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 May 10 16:56:51.232746 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device d6c551a1-cfcf-4264-9a81-f760d5f6e8ab up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:56:51.277435 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:56:51.282376 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:56:51.282814 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:51.375526 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:56:51.375908 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:51.400543 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3efd1b7b-3ceb-4a80-8e01-3ff176d7eb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:51.406301 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:56:51.408524 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d55fa-d611-45f9-af16-25fbd06bb71c" -d '{"events": [{"server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "name": "network-vif-plugged", "status": "completed", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:56:51.421937 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:56:51.426387 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:51.480060 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:56:51.527312 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7797df-0e56-43d5-a7d6-e3f687767159 req-63707716-7487-4c49-aa58-999e5caabe0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:51.528962 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fa7797df-0e56-43d5-a7d6-e3f687767159 req-63707716-7487-4c49-aa58-999e5caabe0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0575683 May 10 16:56:51.585384 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-fa7797df-0e56-43d5-a7d6-e3f687767159 req-3417c02e-f255-49a7-8832-5ee590a3a6b6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503638 May 10 16:56:51.605110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e06d63-40a4-42f8-b098-8f6773371dd4 x-openstack-request-id: req-03e06d63-40a4-42f8-b098-8f6773371dd4 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:56:51.605397 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "name": "network-vif-plugged", "status": "completed", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:56:51.605675 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03e06d63-40a4-42f8-b098-8f6773371dd4 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:56:51.606095 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e06d63-40a4-42f8-b098-8f6773371dd4'] response: {'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'code': 200} May 10 16:56:51.766079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475969-5ae4-414d-880d-320b6ddb748c req-8ee1bb73-bade-4075-b23a-846168b9d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:51.767477 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc475969-5ae4-414d-880d-320b6ddb748c req-8ee1bb73-bade-4075-b23a-846168b9d224 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 1130 time: 0.0378845 May 10 16:56:51.811764 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dc475969-5ae4-414d-880d-320b6ddb748c req-3c64ecff-8f90-4837-8792-2c95800330cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 May 10 16:56:52.518923 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:52.701132 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308f91-4586-4609-bddc-d88264a61877 req-faa35144-821e-4f18-bfea-49de9242a49b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:52.702639 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a5308f91-4586-4609-bddc-d88264a61877 req-faa35144-821e-4f18-bfea-49de9242a49b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0493448 May 10 16:56:52.750612 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a5308f91-4586-4609-bddc-d88264a61877 req-0e3cf237-c06a-4824-934f-fdd4318488c6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 May 10 16:56:53.865749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0580-b131-4cc5-9abd-c6f9c2227fba req-d83ddef2-81a5-44f4-9877-a61ac7b01890 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:53.867207 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc0f0580-b131-4cc5-9abd-c6f9c2227fba req-d83ddef2-81a5-44f4-9877-a61ac7b01890 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0476742 May 10 16:56:53.915460 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fc0f0580-b131-4cc5-9abd-c6f9c2227fba req-ba2b849a-e110-4e61-9dac-eca5a349e117 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 May 10 16:56:54.021475 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2863c-1252-40b0-899d-534152589e80 req-27badf2d-c3ab-4d09-9e20-4ac790abdc2b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:54.022944 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-0da2863c-1252-40b0-899d-534152589e80 req-27badf2d-c3ab-4d09-9e20-4ac790abdc2b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0458968 May 10 16:56:54.031698 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46318) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:56:54.035915 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'port_id': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:56:54.306717 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:54.338686 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:54.814488 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:54.818611 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:54.923308 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP 3536a544-b969-4328-8d4c-6074e18f2869 associated. External IP: 172.27.1.81, port: d6c551a1-cfcf-4264-9a81-f760d5f6e8ab. May 10 16:56:55.130238 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:56:55.243133 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:56:55.247782 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:55.252698 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:56:55.264042 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:55.264678 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:55.277594 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ded57ca1-a25b-4d00-b6de-c09b0c0c2f05 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "PUT /v2.0/floatingips/3536a544-b969-4328-8d4c-6074e18f2869 HTTP/1.1" status: 200 len: 991 time: 1.2448444 May 10 16:56:55.278165 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:56:55.280462 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929" -d '{"events": [{"name": "network-changed", "server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:56:55.315563 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7abf19-e6bb-4ed8-a363-2709bddcc65d x-openstack-request-id: req-1c7abf19-e6bb-4ed8-a363-2709bddcc65d {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:56:55.315855 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:56:55.316108 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c7abf19-e6bb-4ed8-a363-2709bddcc65d {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:56:55.316557 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7abf19-e6bb-4ed8-a363-2709bddcc65d'] response: {'name': 'network-changed', 'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'status': 'completed', 'code': 200} May 10 16:56:55.378045 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-227437b1-8931-402f-8b28-b9c44d407c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:55.378677 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:55.379588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-227437b1-8931-402f-8b28-b9c44d407c68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 1130 time: 0.0428653 May 10 16:56:55.477520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-f4c12953-2bbb-4627-9df5-b3195b47d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:55.479111 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-f4c12953-2bbb-4627-9df5-b3195b47d794 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.0933270 May 10 16:56:55.547760 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-b0f354d3-c10f-4d6e-80c7-6f5e8a10c90a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab HTTP/1.1" status: 200 len: 999 time: 0.0625758 May 10 16:56:55.595312 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-0336e01b-347b-485a-a056-9ce227183280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:55.596848 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-0336e01b-347b-485a-a056-9ce227183280 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0436456 May 10 16:56:55.605880 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '3536a544-b969-4328-8d4c-6074e18f2869', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:cf:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:56:42Z', 'updated_at': '2022-05-10T16:56:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:55.616486 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:56:55.633137 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:56:55.641741 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-407e4265-0f78-4c9f-aefb-1b2bc7941828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:56:55.641901 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:56:55.642437 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:56:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:55.643233 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-407e4265-0f78-4c9f-aefb-1b2bc7941828 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411870 May 10 16:56:55.735338 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-6e3b8ea9-3972-4e42-aa43-523938b21637 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 May 10 16:56:55.755526 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:56:55.835907 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c09ff2ec-e5c5-4bfa-b084-9e252a6e3929 req-d875ffc9-5069-4f41-8d6f-2502279d8b1b service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949566 May 10 16:56:55.969658 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '3536a544-b969-4328-8d4c-6074e18f2869', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:cf:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:56:42Z', 'updated_at': '2022-05-10T16:56:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:56:55.998986 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340ec5d-67fe-4ef4-b147-bc7ddd08b987 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '3536a544-b969-4328-8d4c-6074e18f2869', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:cf:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:56:42Z', 'updated_at': '2022-05-10T16:56:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:56:56.190608 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777cc43b-f364-4fc8-9a5a-79142e010d90 None None] New status for floating IP 3536a544-b969-4328-8d4c-6074e18f2869: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:56:58.872393 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:04.639217 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-a0ab7e59-7342-40dc-a7ff-ba75d79fdd66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372205 May 10 16:57:04.726086 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cc21-8cd9-482d-809d-29500ede0310 req-957e84f5-ad7b-4dea-bd0b-98a07cd84b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:04.727665 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-957e84f5-ad7b-4dea-bd0b-98a07cd84b61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 1129 time: 0.0454578 May 10 16:57:04.832348 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cc21-8cd9-482d-809d-29500ede0310 req-d94c92a9-4757-45bf-aa22-c4e5478b13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:04.833748 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-d94c92a9-4757-45bf-aa22-c4e5478b13df service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.0860660 May 10 16:57:05.157179 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-5a3ac3ba-f357-421d-87d3-9d751f334966 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603 HTTP/1.1" status: 200 len: 999 time: 0.3151388 May 10 16:57:05.204078 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cc21-8cd9-482d-809d-29500ede0310 req-fa1a7af9-abfb-4f0d-b9ac-1bdd79710e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:05.205479 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-fa1a7af9-abfb-4f0d-b9ac-1bdd79710e7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0422797 May 10 16:57:05.247261 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cc21-8cd9-482d-809d-29500ede0310 req-4381596c-3134-442a-a0ce-5230f5c3bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:05.248733 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-4381596c-3134-442a-a0ce-5230f5c3bd51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366759 May 10 16:57:05.340287 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-398263b9-72be-42da-9cdc-06236935da5f service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 May 10 16:57:05.428138 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b584cc21-8cd9-482d-809d-29500ede0310 req-1ad9559a-ca8c-46ed-865a-45dd7aaeb8ec service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 May 10 16:57:07.689132 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:57:19.145304 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-da569d4c-4643-4a7a-919d-74cea346bc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:21.381694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-36f88597-35e1-48ca-b661-2ae1d8a7adc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:22.521022 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:24.304258 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:25.616979 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:28.901165 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:38.831766 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afecee-68b4-447c-b3e6-eaae8e3f5755 req-3bcad376-3934-4d96-a40b-000949b04f7c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:38.833213 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-45afecee-68b4-447c-b3e6-eaae8e3f5755 req-3bcad376-3934-4d96-a40b-000949b04f7c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0475993 May 10 16:57:38.884430 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-45afecee-68b4-447c-b3e6-eaae8e3f5755 req-15fb235c-2b3d-4b15-8a72-33be4ca5a258 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456970 May 10 16:57:40.003953 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5f6d8-2b84-4371-8e99-ab9840b925e1 req-2cff4603-3bfe-4f0f-ba85-22ab13a25459 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:40.005522 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9b5f6d8-2b84-4371-8e99-ab9840b925e1 req-2cff4603-3bfe-4f0f-ba85-22ab13a25459 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0519423 May 10 16:57:40.053400 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a9b5f6d8-2b84-4371-8e99-ab9840b925e1 req-cd478cea-5d39-4cf5-89be-eb8a180a1339 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7dbb2d1-db97-4437-9b55-efe900fefb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 May 10 16:57:40.207942 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-d424d2a5-fe29-4b3f-8c2f-e7b23405d64a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:40.209332 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-d424d2a5-fe29-4b3f-8c2f-e7b23405d64a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 946 time: 0.0464079 May 10 16:57:40.297258 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:57:40.297603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:40.391065 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] For port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:57:40.391428 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:40.570445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:40.570720 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:40.571118 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP 3536a544-b969-4328-8d4c-6074e18f2869 disassociated. External IP: 172.27.1.81, port: d6c551a1-cfcf-4264-9a81-f760d5f6e8ab. May 10 16:57:40.571389 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for d6c551a1-cfcf-4264-9a81-f760d5f6e8ab owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:57:40.712725 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (d6c551a1-cfcf-4264-9a81-f760d5f6e8ab), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:40.743632 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=d6c551a1-cfcf-4264-9a81-f760d5f6e8ab,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:40.757249 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.757602 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.758317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.758317 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.758601 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.758937 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.759267 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.759598 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.759934 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.760253 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.760603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.760930 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.761264 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.761587 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.761909 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:40.880922 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:57:40.996390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:57:41.008479 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:57:41.023058 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:41.023624 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:41.042095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] No DVR routers for this DVR port d6c551a1-cfcf-4264-9a81-f760d5f6e8ab on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:57:41.044773 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:41.048415 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3cb5b913-623b-4e94-8d8c-ab54ca6c3fa6 req-fb11aa0a-09d0-45ec-b9b8-742f1f6927f6 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "DELETE /v2.0/ports/d6c551a1-cfcf-4264-9a81-f760d5f6e8ab HTTP/1.1" status: 204 len: 173 time: 0.8340619 May 10 16:57:41.049113 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'name': 'network-vif-deleted', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:41.051350 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b9f03-4463-493d-833a-5f51959e4789" -d '{"events": [{"server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "name": "network-vif-deleted", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:41.135004 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d0a14f-8655-4cb7-8076-ef5ed9955c29 x-openstack-request-id: req-42d0a14f-8655-4cb7-8076-ef5ed9955c29 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:41.135328 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c190231-eceb-49d6-a1e0-c8fff5d68042", "name": "network-vif-deleted", "tag": "d6c551a1-cfcf-4264-9a81-f760d5f6e8ab", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:41.135589 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42d0a14f-8655-4cb7-8076-ef5ed9955c29 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:41.136242 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d0a14f-8655-4cb7-8076-ef5ed9955c29'] response: {'server_uuid': '4c190231-eceb-49d6-a1e0-c8fff5d68042', 'name': 'network-vif-deleted', 'tag': 'd6c551a1-cfcf-4264-9a81-f760d5f6e8ab', 'status': 'completed', 'code': 200} May 10 16:57:41.155329 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:41.188976 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-242ed84a-e21e-4291-9395-46696a7f0a23 req-aa4f82ef-f397-418b-a383-acb5d4c52e85 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c190231-eceb-49d6-a1e0-c8fff5d68042 HTTP/1.1" status: 200 len: 210 time: 0.0332818 May 10 16:57:41.388170 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:41.413659 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:57:41.421581 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:41.422174 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:41.534353 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:41.818566 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:41.844846 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4cfb2-45b6-4fea-94ef-da252e0876c1 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:57:42.073252 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb61ba-ea5e-47e9-b28f-17d86ff65b63 None None] New status for floating IP 3536a544-b969-4328-8d4c-6074e18f2869: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:57:42.271548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46402) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:42.323543 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (f7dbb2d1-db97-4437-9b55-efe900fefb9f), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.346313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (f7dbb2d1-db97-4437-9b55-efe900fefb9f), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.394407 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (f7dbb2d1-db97-4437-9b55-efe900fefb9f), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.397017 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.398157 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7dbb2d1-db97-4437-9b55-efe900fefb9f HTTP/1.1" status: 204 len: 168 time: 0.1256187 May 10 16:57:42.401005 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46404) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:42.407640 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbb2d1-db97-4437-9b55-efe900fefb9f,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:42.414602 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.414951 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.415133 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-fcf5cceb-da9a-4dd1-b575-00ac1bf23ec1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] show failed (client error): The resource could not be found. May 10 16:57:42.415293 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.415630 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.415967 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.416119 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fcf5cceb-da9a-4dd1-b575-00ac1bf23ec1 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups/f7dbb2d1-db97-4437-9b55-efe900fefb9f HTTP/1.1" status: 404 len: 347 time: 0.0141177 May 10 16:57:42.416403 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.416741 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.417071 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.417397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.417723 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.418046 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.418367 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.418783 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.418931 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46406) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:42.419109 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.419433 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad28337-332c-4b02-8dc1-a64a49b34c4b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:42.536235 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port 5e175e88-80b7-4c67-95ed-39a7cfcfa651 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:57:42.536603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.614700 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.615020 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (5e175e88-80b7-4c67-95ed-39a7cfcfa651), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.629144 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for 5e175e88-80b7-4c67-95ed-39a7cfcfa651 owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:57:42.765086 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (5e175e88-80b7-4c67-95ed-39a7cfcfa651), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.791485 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=5e175e88-80b7-4c67-95ed-39a7cfcfa651,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:42.855159 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (3536a544-b969-4328-8d4c-6074e18f2869), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.858440 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:42.859764 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-bdf61688-af9c-4f19-aaa1-30e3c6dad644 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/floatingips/3536a544-b969-4328-8d4c-6074e18f2869 HTTP/1.1" status: 204 len: 168 time: 0.4398987 May 10 16:57:42.942145 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46410) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:42.946712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665253053', 'description': 'tempest-description--220757044'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:42.971196 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.058141 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (2e8eb10a-f27a-405c-a3d3-9485cdb4bc96), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.063823 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2e8eb10a-f27a-405c-a3d3-9485cdb4bc96), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.097464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.098823 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556368 May 10 16:57:43.103647 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1183-5442-4ace-8fb7-106ca538fee3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:43.103792 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46412) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:43.108488 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '2e8eb10a-f27a-405c-a3d3-9485cdb4bc96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:43.139746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (92694e69-7aeb-4fb1-bbcc-af1eda1f769e), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.191263 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (92694e69-7aeb-4fb1-bbcc-af1eda1f769e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.195169 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (92694e69-7aeb-4fb1-bbcc-af1eda1f769e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.214321 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92694e69-7aeb-4fb1-bbcc-af1eda1f769e,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:43.223956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.225425 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9940d04e-d1d8-4918-8f65-8366a81b39ad tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207278 May 10 16:57:43.229697 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46414) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:43.234584 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'security_group_rule': {'security_group_id': '2e8eb10a-f27a-405c-a3d3-9485cdb4bc96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:43.260240 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (963974ce-9a54-491b-b72f-6e0e648c8a3e), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.322038 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (963974ce-9a54-491b-b72f-6e0e648c8a3e), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.326203 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (963974ce-9a54-491b-b72f-6e0e648c8a3e), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.346946 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963974ce-9a54-491b-b72f-6e0e648c8a3e,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:43.352089 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.353342 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-44135d98-f771-4ca0-98ae-ceffa6eeab79 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226737 May 10 16:57:43.356589 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46416) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:43.361955 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:43.383131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.466548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.485559 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device d6c551a1-cfcf-4264-9a81-f760d5f6e8ab no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:57:43.505925 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: d6c551a1-cfcf-4264-9a81-f760d5f6e8ab {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:57:43.506273 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device d6c551a1-cfcf-4264-9a81-f760d5f6e8ab not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:57:43.575480 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.27.1.55 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/eaaed774-41b0-4727-9a27-9b6acba17945) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:57:43.686127 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (eaaed774-41b0-4727-9a27-9b6acba17945), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.719821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.757138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:57:43.760717 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:57:43.765961 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:57:43.771440 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=eaaed774-41b0-4727-9a27-9b6acba17945,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:43.852215 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:43.890907 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:44.034297 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (eaaed774-41b0-4727-9a27-9b6acba17945), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:44.038553 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:44.111397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=eaaed774-41b0-4727-9a27-9b6acba17945,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:44.117547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:44.133631 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:44.134851 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d1ee7afb-4d81-460c-9dfe-69050f08c672 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7772586 May 10 16:57:44.281770 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-1524e440-4d47-4d53-ac0d-e377549060de tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1665253053&fields=id&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 267 time: 0.0420785 May 10 16:57:44.394751 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-ce6d814b-dc2d-42ed-976c-584992e034fd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:44.396464 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-ce6d814b-dc2d-42ed-976c-584992e034fd tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1085374 May 10 16:57:44.414650 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-afb31208-afa9-4e5a-ae3e-b16261a930a7 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/quotas/a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 375 time: 0.0129721 May 10 16:57:44.464223 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-1fa1579f-9b41-4ba7-a8fa-5fe6ef45df69 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446584 May 10 16:57:44.567358 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-7ca99c84-e6d4-4a21-9bb0-e66f6f7a8bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920925 May 10 16:57:44.664022 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-c2fc071f-7a45-4698-9e91-4a3fabb6fafd service neutron] 10.222.0.48 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908015 May 10 16:57:44.689870 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:57:44.846701 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-58296a29-9df8-4a71-80f6-99c2efd805dd req-9f678755-f585-4c3d-81e1-c76366c8f4cc tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 210 time: 0.0283496 May 10 16:57:45.768316 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-37a4c79b-4990-40ac-842d-4729bf12a34b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:45.769913 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-37a4c79b-4990-40ac-842d-4729bf12a34b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 815 time: 0.1119449 May 10 16:57:45.836254 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-b67003cf-12f8-474c-aaf7-83a1060f7a67 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a3e1f43434294a8e3d1ef8c04061b HTTP/1.1" status: 200 len: 380 time: 0.0582583 May 10 16:57:45.906442 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'port': {'device_id': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'admin_state_up': True, 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'security_groups': ['2e8eb10a-f27a-405c-a3d3-9485cdb4bc96']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:45.946534 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-607bcf45-58d3-4607-bf96-9461b5e359fc req-df3a8ef0-bdc2-4e31-8a93-204c195ea35c tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 210 time: 0.0288982 May 10 16:57:46.015204 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Made reservation on behalf of a46a3e1f43434294a8e3d1ef8c04061b for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:57:46.018617 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.155246 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Allocated IP 172.20.0.13 (46307fca-4b0a-4fde-a0d0-41f51f1065e5/25d02bd1-e873-49d0-bb72-9ac4d896a7f0/8d105744-57a6-46a3-8258-83bacd585f58) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:57:46.296511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for port (8d105744-57a6-46a3-8258-83bacd585f58), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.330755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.372672 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:57:46.376596 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:57:46.382813 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:57:46.389615 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event updated for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:46.437088 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:46.437772 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.456028 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-4539c063-848d-4b03-bc47-12685f139100 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563288 May 10 16:57:46.468153 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Request body: {'port': {'device_id': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:46.537096 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d105744-57a6-46a3-8258-83bacd585f58), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.619207 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-38e7ce32-d772-4e11-b64f-9698e0a505d7 None None] Provisioning complete for port 8d105744-57a6-46a3-8258-83bacd585f58 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:57:46.619788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-38e7ce32-d772-4e11-b64f-9698e0a505d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d105744-57a6-46a3-8258-83bacd585f58), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.658638 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-38e7ce32-d772-4e11-b64f-9698e0a505d7 None None] Port 8d105744-57a6-46a3-8258-83bacd585f58 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:57:46.803002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d105744-57a6-46a3-8258-83bacd585f58 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:57:46.810765 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks [] for port (8d105744-57a6-46a3-8258-83bacd585f58), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.823103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Transition to ACTIVE for port object 8d105744-57a6-46a3-8258-83bacd585f58 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:57:46.832903 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:46.885612 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Pushing event updated for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:46.964100 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Attempting to bind port 8d105744-57a6-46a3-8258-83bacd585f58 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:57:46.965156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Attempting to bind port 8d105744-57a6-46a3-8258-83bacd585f58 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:57:46.965156 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Attempting to bind port 8d105744-57a6-46a3-8258-83bacd585f58 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:57:46.970526 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Port 8d105744-57a6-46a3-8258-83bacd585f58 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:57:46.970841 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Attempting to bind port 8d105744-57a6-46a3-8258-83bacd585f58 on network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:57:46.976659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:57:46.976988 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Checking segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:57:46.977363 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Bound using segment: {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:57:46.977790 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Bound port: 8d105744-57a6-46a3-8258-83bacd585f58, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66135b3c-4f2d-48ae-a1e8-622347b8c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:57:46.978151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d105744-57a6-46a3-8258-83bacd585f58), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:47.081990 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:57:47.100674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eec6d-f492-4e58-9e43-702254fd62d6 req-fcb1b847-276c-4c5a-bbd5-b5176386e123 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:47.102154 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-531eec6d-f492-4e58-9e43-702254fd62d6 req-fcb1b847-276c-4c5a-bbd5-b5176386e123 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 944 time: 0.0731466 May 10 16:57:47.105785 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8d105744-57a6-46a3-8258-83bacd585f58,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:57:47.117472 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:47.166478 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:47.167103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:47.168528 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d105744-57a6-46a3-8258-83bacd585f58 HTTP/1.1" status: 200 len: 1094 time: 0.7048717 May 10 16:57:47.170905 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:47.173297 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "tag": "8d105744-57a6-46a3-8258-83bacd585f58"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:47.216453 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-531eec6d-f492-4e58-9e43-702254fd62d6 req-c2ddd228-7c1f-44d2-b75d-227e2b8f005f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069312 May 10 16:57:47.231628 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211001-eaaa-4418-8bc1-a88e58f59476 service neutron] Pushing event updated for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:47.259607 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df429d7a-0a7c-4330-81c8-e407f426ffab x-openstack-request-id: req-df429d7a-0a7c-4330-81c8-e407f426ffab {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:47.259941 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "tag": "8d105744-57a6-46a3-8258-83bacd585f58", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:47.260137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df429d7a-0a7c-4330-81c8-e407f426ffab {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:47.260561 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df429d7a-0a7c-4330-81c8-e407f426ffab'] response: {'name': 'network-changed', 'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58', 'status': 'completed', 'code': 200} May 10 16:57:47.273899 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-b2df30ba-f1e8-4adf-9a89-a4d19b5fe76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:47.275550 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-b2df30ba-f1e8-4adf-9a89-a4d19b5fe76a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0554383 May 10 16:57:47.317729 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-06ee7f40-1b22-4580-83f2-b3e29364e9b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d105744-57a6-46a3-8258-83bacd585f58 HTTP/1.1" status: 200 len: 217 time: 0.0349510 May 10 16:57:47.373640 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-41ebdc97-dffa-40c3-afb3-449eeca3c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:47.375188 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-41ebdc97-dffa-40c3-afb3-449eeca3c5a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0507848 May 10 16:57:47.420627 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-79780785-ad52-499f-af80-d6aa34893b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:47.422180 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-79780785-ad52-499f-af80-d6aa34893b0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414748 May 10 16:57:47.510566 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-2f6fc12c-e1d4-4e64-b542-f888452cd17a service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827227 May 10 16:57:47.604145 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-22eee400-dc2b-4dbc-a81d-e92019f9dadb req-94db0408-bdae-435d-be65-8014260dbc41 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 May 10 16:57:48.360245 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471f923-07ac-47c0-a5d5-35dad8934d08 req-b1219f14-0a06-4a44-914c-b55a4967e485 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:48.361757 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6471f923-07ac-47c0-a5d5-35dad8934d08 req-b1219f14-0a06-4a44-914c-b55a4967e485 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 944 time: 0.0740290 May 10 16:57:48.367211 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-57857777-b13f-4087-8a68-c4bebbc18bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:48.368636 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-57857777-b13f-4087-8a68-c4bebbc18bae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0519118 May 10 16:57:48.476847 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6471f923-07ac-47c0-a5d5-35dad8934d08 req-986d7eaf-358f-49c8-93de-160c7424f5af tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072607 May 10 16:57:48.502774 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-ea489a19-a4ef-42f1-88f2-96135ca658c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:48.504163 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-ea489a19-a4ef-42f1-88f2-96135ca658c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.1278579 May 10 16:57:48.550970 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-cdea26d4-2314-48e9-a7b8-2a787507d9fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d105744-57a6-46a3-8258-83bacd585f58 HTTP/1.1" status: 200 len: 217 time: 0.0404077 May 10 16:57:48.601280 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-b79ebb6a-74bd-415a-8e96-b74a429504b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:48.602717 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-b79ebb6a-74bd-415a-8e96-b74a429504b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0449703 May 10 16:57:48.645323 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-4af60be3-9d89-4ad2-b307-2763c0717dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:48.646759 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-4af60be3-9d89-4ad2-b307-2763c0717dfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380571 May 10 16:57:48.738500 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-ceb42095-14d9-43b7-bb5f-2493a06a45c9 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857313 May 10 16:57:48.833736 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bf4f2040-0f1d-4dff-91f6-0590e6ab2ab4 req-63ce1d9e-ede3-4447-b0e6-8e970f9b5f63 service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897274 May 10 16:57:49.146590 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-981f495d-00db-422f-a477-038135276207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:49.493705 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 8d105744-57a6-46a3-8258-83bacd585f58 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:57:49.594588 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac341d2-fc05-4e34-a654-47ee2b1c2b95 req-0c0938de-9ce2-437a-bcb8-47e9e895378f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:49.596083 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cac341d2-fc05-4e34-a654-47ee2b1c2b95 req-0c0938de-9ce2-437a-bcb8-47e9e895378f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 944 time: 0.0499628 May 10 16:57:49.596430 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8d105744-57a6-46a3-8258-83bacd585f58,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:57:49.608580 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '8d105744-57a6-46a3-8258-83bacd585f58', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'port_id': '8d105744-57a6-46a3-8258-83bacd585f58', 'mac_address': 'fa:16:3e:71:8b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:57:49.644389 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 8d105744-57a6-46a3-8258-83bacd585f58 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:57:49.644774 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d105744-57a6-46a3-8258-83bacd585f58), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:49.647343 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cac341d2-fc05-4e34-a654-47ee2b1c2b95 req-605ddd0b-f282-48b6-aa8b-f74def5464cb tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 May 10 16:57:49.658406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d105744-57a6-46a3-8258-83bacd585f58 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:57:49.678219 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8d105744-57a6-46a3-8258-83bacd585f58,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:57:49.682097 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:49.730077 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:49.738305 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.738646 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.739025 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.739315 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.739679 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.739970 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.740314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.740633 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.740953 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.741272 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.741591 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.741907 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.742221 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.742532 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.742840 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:57:49.888942 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['8d105744-57a6-46a3-8258-83bacd585f58'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:57:50.331464 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1912-0b68-414b-8c44-b0785da0f1a0 req-ce9d5176-99c8-450f-a1fe-be2e60ec4dae tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:50.332989 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d9dc1912-0b68-414b-8c44-b0785da0f1a0 req-ce9d5176-99c8-450f-a1fe-be2e60ec4dae tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0474286 May 10 16:57:50.382801 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d9dc1912-0b68-414b-8c44-b0785da0f1a0 req-2c8ad85e-a492-4f6c-8576-b0573de4dd8e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442653 May 10 16:57:50.765088 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c2cf-bab1-4764-8587-fa08e5982268 req-f2510af2-828c-4d0b-898f-e46c4c6e70a8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:50.766547 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f244c2cf-bab1-4764-8587-fa08e5982268 req-f2510af2-828c-4d0b-898f-e46c4c6e70a8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 945 time: 0.0474713 May 10 16:57:50.814199 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f244c2cf-bab1-4764-8587-fa08e5982268 req-f97e0011-2cbb-408e-acbc-236aabe2df76 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 May 10 16:57:51.382904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-52cacaee-e0b5-4074-861d-109676ae6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:51.496777 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfa621-f684-48c4-ab3f-ec0431d3eaaa req-457b8938-7064-42ba-a4fa-db55a4303bc9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:51.497392 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 8d105744-57a6-46a3-8258-83bacd585f58 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:57:51.498294 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5ddfa621-f684-48c4-ab3f-ec0431d3eaaa req-457b8938-7064-42ba-a4fa-db55a4303bc9 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0484071 May 10 16:57:51.546525 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 8d105744-57a6-46a3-8258-83bacd585f58 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:57:51.549464 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-5ddfa621-f684-48c4-ab3f-ec0431d3eaaa req-3a2a93c2-0b89-433a-8f00-2b4d53420752 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 May 10 16:57:51.553040 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 8d105744-57a6-46a3-8258-83bacd585f58 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:57:51.553411 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8d105744-57a6-46a3-8258-83bacd585f58), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:51.631736 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 8d105744-57a6-46a3-8258-83bacd585f58 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:57:51.632120 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (8d105744-57a6-46a3-8258-83bacd585f58), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:51.657730 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:51.659915 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd3a8d0-531d-42c5-aef5-90dbd02e5039" -d '{"events": [{"server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "name": "network-vif-plugged", "status": "completed", "tag": "8d105744-57a6-46a3-8258-83bacd585f58"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:51.672221 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8d105744-57a6-46a3-8258-83bacd585f58,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:57:51.676542 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:51.699440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3ea8f-c739-413f-a853-301aab658a41 x-openstack-request-id: req-d2d3ea8f-c739-413f-a853-301aab658a41 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:51.699758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "name": "network-vif-plugged", "status": "completed", "tag": "8d105744-57a6-46a3-8258-83bacd585f58", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:51.700027 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2d3ea8f-c739-413f-a853-301aab658a41 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:51.700512 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d3ea8f-c739-413f-a853-301aab658a41'] response: {'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58', 'code': 200} May 10 16:57:51.732419 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:51.776195 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-02e322ce-63cf-44db-890b-b93f1fa8472a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:51.777725 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-02e322ce-63cf-44db-890b-b93f1fa8472a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 945 time: 0.0527132 May 10 16:57:51.908397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port 7509683f-2476-48cf-bc4c-a50c8e6f5603 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:57:51.908644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:51.911889 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad36eb-4e1d-4f76-8765-1355eaa5b508 req-3265af14-73bf-44ed-b9f8-e648b3668db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:51.913410 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-64ad36eb-4e1d-4f76-8765-1355eaa5b508 req-3265af14-73bf-44ed-b9f8-e648b3668db5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 1130 time: 0.0588112 May 10 16:57:51.933995 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d028e4-e830-4019-bddd-ee21124db420 req-e5c144ee-bf57-414b-b6fd-f2afae95c473 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:51.936040 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22d028e4-e830-4019-bddd-ee21124db420 req-e5c144ee-bf57-414b-b6fd-f2afae95c473 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0510690 May 10 16:57:51.985385 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-22d028e4-e830-4019-bddd-ee21124db420 req-f23b99d3-1db9-4c95-a35e-9843bdb06f7e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 May 10 16:57:52.016329 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-64ad36eb-4e1d-4f76-8765-1355eaa5b508 req-df2c6861-1e1b-4781-8b41-a4a9b971e868 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901647 May 10 16:57:52.033342 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] For port 7509683f-2476-48cf-bc4c-a50c8e6f5603, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7509683f-2476-48cf-bc4c-a50c8e6f5603,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:57:52.033711 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:52.226754 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:52.227197 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (ba36b65a-d97a-4948-89b5-a14517588dd5), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:52.227611 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP ba36b65a-d97a-4948-89b5-a14517588dd5 disassociated. External IP: 172.27.1.7, port: 7509683f-2476-48cf-bc4c-a50c8e6f5603. May 10 16:57:52.228179 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for 7509683f-2476-48cf-bc4c-a50c8e6f5603 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:57:52.358959 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (7509683f-2476-48cf-bc4c-a50c8e6f5603), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:52.392764 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=7509683f-2476-48cf-bc4c-a50c8e6f5603,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:52.516296 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:57:52.525674 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:52.898198 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-56122654-98d0-4abd-a29f-a934402e7562 req-ec4dfe14-99cc-4726-a003-204e994db67d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=00d3be1d-f8ff-4768-950e-8cc38569d771 HTTP/1.1" status: 200 len: 210 time: 0.0355442 May 10 16:57:52.964233 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:57:52.975382 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:57:52.986490 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:52.987035 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:53.012514 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] No DVR routers for this DVR port 7509683f-2476-48cf-bc4c-a50c8e6f5603 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:57:53.016157 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:53.019626 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d053a3a9-a810-4641-8da4-d212fb2d7111 req-3bcfe5a7-ab59-4a14-a6e1-8fd9ad1937d8 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "DELETE /v2.0/ports/7509683f-2476-48cf-bc4c-a50c8e6f5603 HTTP/1.1" status: 204 len: 173 time: 1.2371509 May 10 16:57:53.020239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'name': 'network-vif-deleted', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:53.022716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce742a1d-bdf1-420b-97a1-67dfd11386bb" -d '{"events": [{"server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "name": "network-vif-deleted", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:53.059179 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054cdf4-d132-47a2-94c9-9b8f9d66958e x-openstack-request-id: req-f054cdf4-d132-47a2-94c9-9b8f9d66958e {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:53.059554 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d3be1d-f8ff-4768-950e-8cc38569d771", "name": "network-vif-deleted", "tag": "7509683f-2476-48cf-bc4c-a50c8e6f5603", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:53.059870 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f054cdf4-d132-47a2-94c9-9b8f9d66958e {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:53.060897 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f054cdf4-d132-47a2-94c9-9b8f9d66958e'] response: {'server_uuid': '00d3be1d-f8ff-4768-950e-8cc38569d771', 'name': 'network-vif-deleted', 'tag': '7509683f-2476-48cf-bc4c-a50c8e6f5603', 'status': 'completed', 'code': 200} May 10 16:57:53.108779 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:53.113747 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623d10-54d5-4ff2-a3e5-bd00d60fdacc req-efe8a8ae-3ce3-4824-bd41-5113998b6f3f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:53.115293 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a6623d10-54d5-4ff2-a3e5-bd00d60fdacc req-efe8a8ae-3ce3-4824-bd41-5113998b6f3f tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0561378 May 10 16:57:53.168654 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a6623d10-54d5-4ff2-a3e5-bd00d60fdacc req-544e930c-89d1-4753-947e-cc58d7709be3 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473506 May 10 16:57:53.316197 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:53.343867 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:57:53.353695 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:53.354336 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:53.471320 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:53.682568 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:53.711379 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff787426-449e-4f71-b61b-574b62d5acf1 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:57:53.963309 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd367e0e-aa6b-45b6-9705-7801f25e80fe None None] New status for floating IP ba36b65a-d97a-4948-89b5-a14517588dd5: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:57:54.196176 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-e57019f4-df9b-48e5-9f58-b62d8b6f03e2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747529592&fields=id&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 267 time: 0.0505342 May 10 16:57:54.293377 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ae190-2015-4f3e-9a4b-8d2604c8d1a7 req-51e0d224-634f-4dc4-8e06-504ed36bde4d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:54.296197 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-658ae190-2015-4f3e-9a4b-8d2604c8d1a7 req-51e0d224-634f-4dc4-8e06-504ed36bde4d tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0487285 May 10 16:57:54.310194 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:54.321799 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-9ae539c0-32dd-4a4f-9bd4-a1cfcd6e9307 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:54.323415 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-9ae539c0-32dd-4a4f-9bd4-a1cfcd6e9307 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1194050 May 10 16:57:54.338329 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-4b083f7d-cd2c-4e41-9d0c-b106f03cab23 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/quotas/0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 375 time: 0.0092273 May 10 16:57:54.353083 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-658ae190-2015-4f3e-9a4b-8d2604c8d1a7 req-8ecfcf6d-f30c-41e9-8aef-0bfdac092e0b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486765 May 10 16:57:54.392109 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-3a411776-f81a-4449-9d10-1ceb8f55aaeb tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472705 May 10 16:57:54.470971 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f44494-bc8e-497b-b737-9dac6f282aaa req-5d939512-061e-48f0-b80d-234d3adc764b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:54.472510 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c6f44494-bc8e-497b-b737-9dac6f282aaa req-5d939512-061e-48f0-b80d-234d3adc764b tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0514436 May 10 16:57:54.480952 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46484) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:57:54.486398 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Request body: {'floatingip': {'port_id': '8d105744-57a6-46a3-8258-83bacd585f58'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:54.496829 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-be9ba896-c3e7-441e-874c-8aa3e70d30c6 service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924053 May 10 16:57:54.530329 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:54.593851 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-1c695377-f8b2-496f-a85c-59c099d6e5b4 service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897472 May 10 16:57:54.947894 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-6805b736-1a94-4271-ae0c-cc9f99b43663 req-35f41e82-4da8-4839-aa68-bb8a9a86c263 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 210 time: 0.0364115 May 10 16:57:55.053514 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:55.057386 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:55.178758 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP a8a0d062-df26-4393-9342-5f0d715c48fa associated. External IP: 172.27.1.55, port: 8d105744-57a6-46a3-8258-83bacd585f58. May 10 16:57:55.434098 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:57:55.502092 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7509683f-2476-48cf-bc4c-a50c8e6f5603 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:57:55.523631 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 7509683f-2476-48cf-bc4c-a50c8e6f5603 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:57:55.523972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7509683f-2476-48cf-bc4c-a50c8e6f5603 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:57:55.572488 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:57:55.578389 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:55.584473 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:57:55.596419 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:55.597061 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:55.610898 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8d170dd1-85df-4f74-99d2-81cad5395691 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "PUT /v2.0/floatingips/a8a0d062-df26-4393-9342-5f0d715c48fa HTTP/1.1" status: 200 len: 991 time: 1.1287968 May 10 16:57:55.611492 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:55.613939 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f3665-d59d-4768-9ac9-c56458e9779e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "tag": "8d105744-57a6-46a3-8258-83bacd585f58"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:55.626505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:55.661236 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1500ecc-ef38-4722-b489-c3c01cf8d06a x-openstack-request-id: req-d1500ecc-ef38-4722-b489-c3c01cf8d06a {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:55.661512 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "tag": "8d105744-57a6-46a3-8258-83bacd585f58", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:55.661769 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1500ecc-ef38-4722-b489-c3c01cf8d06a {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:55.662180 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1500ecc-ef38-4722-b489-c3c01cf8d06a'] response: {'name': 'network-changed', 'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58', 'status': 'completed', 'code': 200} May 10 16:57:55.721470 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:55.764770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-61982f9d-4927-4dd5-b4f5-34c526caa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:55.766305 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-61982f9d-4927-4dd5-b4f5-34c526caa101 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 1130 time: 0.0422156 May 10 16:57:55.947796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-b698712e-7316-41dc-bad7-0fc9ad91e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:55.954996 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-b698712e-7316-41dc-bad7-0fc9ad91e533 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 200 len: 916 time: 0.1771917 May 10 16:57:55.957793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-6b6f5e14-e0d0-41ed-adbd-bf098a6b4d6e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:55.959326 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-6b6f5e14-e0d0-41ed-adbd-bf098a6b4d6e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1650021 May 10 16:57:56.001577 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a8a0d062-df26-4393-9342-5f0d715c48fa', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '8d105744-57a6-46a3-8258-83bacd585f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:71:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:57:43Z', 'updated_at': '2022-05-10T16:57:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:56.033478 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:57:56.041965 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:57:56.042574 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:56.084420 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ecb5925f-7f11-4666-85da-f04dde004ef1 req-792467c2-b6a1-4e4d-9248-8a79026966ea tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 210 time: 0.0486670 May 10 16:57:56.094818 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-e0fc0004-8e6e-4b56-89cf-26abbfdfe6a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d105744-57a6-46a3-8258-83bacd585f58 HTTP/1.1" status: 200 len: 999 time: 0.1339321 May 10 16:57:56.165192 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-af56a7ad-5541-4b07-8274-e2ec5e2cf78a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 380 time: 0.1976054 May 10 16:57:56.177307 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'port': {'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'admin_state_up': True, 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'security_groups': ['5ebb3ad9-bc02-49fa-b26c-65973cf7a658']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:56.185569 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-6373481d-fe63-45f6-b368-b693bdcbd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:56.187791 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-6373481d-fe63-45f6-b368-b693bdcbd4b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0865939 May 10 16:57:56.251261 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:57:56.280681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-7469790f-d864-4de6-bb0d-acb76bdd7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:56.282238 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-7469790f-d864-4de6-bb0d-acb76bdd7714 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46307fca-4b0a-4fde-a0d0-41f51f1065e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835633 May 10 16:57:56.418114 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-752149af-2105-4454-8055-b0f6e169492d service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283972 May 10 16:57:56.422192 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Made reservation on behalf of 0b8348f4bffd44e7b0da6367a1011709 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:57:56.427658 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:56.512892 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a8a0d062-df26-4393-9342-5f0d715c48fa', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '8d105744-57a6-46a3-8258-83bacd585f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:71:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:57:43Z', 'updated_at': '2022-05-10T16:57:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:57:56.556089 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318a789-cb83-4de4-ba0a-caf9cc571943 None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': 'a8a0d062-df26-4393-9342-5f0d715c48fa', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '945186e4-6b99-487b-a395-9be73d65b072', 'port_id': '8d105744-57a6-46a3-8258-83bacd585f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'mac_address': 'fa:16:3e:71:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:57:43Z', 'updated_at': '2022-05-10T16:57:54Z', 'revision_number': 1, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:57:56.640240 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-7e5f3665-d59d-4768-9ac9-c56458e9779e req-d33e2ad1-0a14-4aec-9950-7e331ce3cc5d service neutron] 10.222.0.32 "GET /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863465 May 10 16:57:56.649482 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.20.0.9 (4630e6fb-ee22-4d27-bd44-871c41a7cdec/a4b332ff-7762-4600-97c2-2ee35ebc33ec/08ff1226-2ba9-4c73-a826-9f811db89a93) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:57:56.786020 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8edcb-807b-44d5-86cd-519ce5905b0d None None] New status for floating IP a8a0d062-df26-4393-9342-5f0d715c48fa: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:57:56.819409 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:56.863089 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:56.905926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:57:56.909390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:57:56.913403 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:57:56.947681 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:56.979067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:56.979712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.000102 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-67aa7f15-bf42-4978-b04f-7e5c33707a80 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301828 May 10 16:57:57.010615 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Request body: {'port': {'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:57:57.072803 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.207682 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d74c3170-0164-4252-a27a-322e694cb218 None None] Provisioning complete for port 08ff1226-2ba9-4c73-a826-9f811db89a93 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:57:57.207971 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d74c3170-0164-4252-a27a-322e694cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.233892 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29264d43-28c6-42bc-8582-3a11a2e85eae req-004b240b-5776-432e-8da8-a3322f972d86 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:57.235478 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-29264d43-28c6-42bc-8582-3a11a2e85eae req-004b240b-5776-432e-8da8-a3322f972d86 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 931 time: 0.0662115 May 10 16:57:57.247288 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d74c3170-0164-4252-a27a-322e694cb218 None None] Port 08ff1226-2ba9-4c73-a826-9f811db89a93 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:57:57.297904 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-29264d43-28c6-42bc-8582-3a11a2e85eae req-3e0ac1c4-663b-4980-bd99-d70fe365f935 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544515 May 10 16:57:57.359862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ff1226-2ba9-4c73-a826-9f811db89a93 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:57:57.367823 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks [] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.383151 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Transition to ACTIVE for port object 08ff1226-2ba9-4c73-a826-9f811db89a93 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:57:57.388084 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.440838 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:57.518318 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Attempting to bind port 08ff1226-2ba9-4c73-a826-9f811db89a93 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:57:57.518661 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Attempting to bind port 08ff1226-2ba9-4c73-a826-9f811db89a93 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:57:57.518995 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Attempting to bind port 08ff1226-2ba9-4c73-a826-9f811db89a93 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:57:57.523721 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Port 08ff1226-2ba9-4c73-a826-9f811db89a93 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:57:57.524160 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Attempting to bind port 08ff1226-2ba9-4c73-a826-9f811db89a93 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:57:57.530225 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:57:57.530584 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:57:57.530980 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Bound using segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:57:57.531414 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Bound port: 08ff1226-2ba9-4c73-a826-9f811db89a93, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:57:57.531784 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.604874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:57:57.610047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08ff1226-2ba9-4c73-a826-9f811db89a93,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:57:57.616543 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.648897 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:57.649629 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:57.650881 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] 10.222.0.32 "PUT /v2.0/ports/08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 1093 time: 0.6445522 May 10 16:57:57.664895 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:57:57.667562 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c" -d '{"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:57:57.688718 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ccf5-124f-4734-8457-aee6f89ceab4 service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:57:57.722043 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d71afc-38b2-41f1-a728-f36c35e14e0b x-openstack-request-id: req-00d71afc-38b2-41f1-a728-f36c35e14e0b {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:57:57.722335 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:57:57.722586 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00d71afc-38b2-41f1-a728-f36c35e14e0b {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:57:57.722987 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d71afc-38b2-41f1-a728-f36c35e14e0b'] response: {'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'status': 'completed', 'code': 200} May 10 16:57:57.735679 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-f4019340-2c45-4c87-a148-ad3001f761f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:57.737225 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-f4019340-2c45-4c87-a148-ad3001f761f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1127 time: 0.0456753 May 10 16:57:57.782180 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-52f272ba-c574-48e0-b5fe-e598e338d4ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 217 time: 0.0387053 May 10 16:57:57.833463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-c72056f6-eae2-4552-bb01-83e2a05db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:57.835070 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-c72056f6-eae2-4552-bb01-83e2a05db4b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0477142 May 10 16:57:57.881365 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-e22489eb-6071-4eb4-ad8e-6caac6e9d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:57.882874 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-e22489eb-6071-4eb4-ad8e-6caac6e9d8af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415351 May 10 16:57:57.984724 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-0f665300-bc6e-495a-843e-69307dc273d1 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951474 May 10 16:57:58.080615 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b21c6f4e-286e-4d60-bf90-d3060856df44 req-e36b01b7-dea5-4f94-aff3-90765ffd3345 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897295 May 10 16:57:58.314402 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-9f5d9a36-1198-4326-ad22-256d0457c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:58.315919 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-9f5d9a36-1198-4326-ad22-256d0457c921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1127 time: 0.0423839 May 10 16:57:58.421317 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa736651-98e3-4589-bf03-7daa143d328f req-ebf90da0-4bc2-4e5a-86fe-9edac53b2a34 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:58.422847 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aa736651-98e3-4589-bf03-7daa143d328f req-ebf90da0-4bc2-4e5a-86fe-9edac53b2a34 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.0534174 May 10 16:57:58.429155 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-3a6d8e24-77b3-4a45-b80a-cfc3adfe27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:58.430603 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-3a6d8e24-77b3-4a45-b80a-cfc3adfe27f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1024587 May 10 16:57:58.474279 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-aa736651-98e3-4589-bf03-7daa143d328f req-fa85dcd2-7e1d-48d1-b80a-408bcea9dca5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 May 10 16:57:58.479510 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-8f6b4609-3cac-4a5e-805d-3d49d32c5a77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 217 time: 0.0347967 May 10 16:57:58.528605 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-43bc7b57-f29a-47d1-9876-a403384d0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:58.530163 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-43bc7b57-f29a-47d1-9876-a403384d0c98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0443280 May 10 16:57:58.580140 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-8550764d-49b5-48b0-9551-9d9059c32acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:58.581675 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-8550764d-49b5-48b0-9551-9d9059c32acb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457006 May 10 16:57:58.670776 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-95835863-1e46-452e-843f-ddcb2d29c52f service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823357 May 10 16:57:58.767668 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f72a2c5e-cc05-4f50-9ad3-38145cb3b21c req-5dd671e0-27b9-44c9-9602-c68c3c9d65fe service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914381 May 10 16:57:58.894562 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:57:59.595452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc407451-18e8-4b2e-9956-c3a87f1d5b01 req-93958db4-f20e-4e74-9ee0-9e660a7ecb2d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:57:59.596952 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bc407451-18e8-4b2e-9956-c3a87f1d5b01 req-93958db4-f20e-4e74-9ee0-9e660a7ecb2d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.0475013 May 10 16:57:59.644788 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bc407451-18e8-4b2e-9956-c3a87f1d5b01 req-21d9e566-de42-4542-9809-928b0c2c51f0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 May 10 16:58:00.760607 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecc5cf-ff88-45e3-a844-0b771b132f79 req-e8279c20-7f73-4e49-ab97-1629036cc7c5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:00.762126 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6cecc5cf-ff88-45e3-a844-0b771b132f79 req-e8279c20-7f73-4e49-ab97-1629036cc7c5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.0473375 May 10 16:58:00.811271 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-6cecc5cf-ff88-45e3-a844-0b771b132f79 req-d7dde187-7ee9-45c3-bcc9-2ce6784509af tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 May 10 16:58:01.923724 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e969b-9c2a-4830-80be-81b6c172c089 req-d94b5c77-8598-4b57-861a-7f62a1490495 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:01.925572 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-579e969b-9c2a-4830-80be-81b6c172c089 req-d94b5c77-8598-4b57-861a-7f62a1490495 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.0474772 May 10 16:58:01.978498 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-579e969b-9c2a-4830-80be-81b6c172c089 req-8f89b543-5d9f-4e0d-9e93-4a7d68c4f299 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472245 May 10 16:58:03.252214 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58493a3-a64e-4d6c-90eb-0938aca95136 req-6a705254-7b1c-4555-ab25-160fc450f9c6 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:03.253709 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b58493a3-a64e-4d6c-90eb-0938aca95136 req-6a705254-7b1c-4555-ab25-160fc450f9c6 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.2090538 May 10 16:58:03.303716 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b58493a3-a64e-4d6c-90eb-0938aca95136 req-476f66c3-0eca-4b3c-ac34-5020b12cf6aa tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444205 May 10 16:58:04.693089 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e50b7-0b1f-4b8d-82b0-e3b10839845f req-5d78e745-c665-4aa2-add8-bdf2cc58b02d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:04.694585 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c46e50b7-0b1f-4b8d-82b0-e3b10839845f req-5d78e745-c665-4aa2-add8-bdf2cc58b02d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 943 time: 0.3095617 May 10 16:58:04.746547 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-c46e50b7-0b1f-4b8d-82b0-e3b10839845f req-28f6a0cb-038f-433c-8dab-55ab14dae3cb tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461226 May 10 16:58:05.523000 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 08ff1226-2ba9-4c73-a826-9f811db89a93 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:58:05.622988 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08ff1226-2ba9-4c73-a826-9f811db89a93,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:05.636233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:58:05.681172 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 08ff1226-2ba9-4c73-a826-9f811db89a93 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:58:05.681557 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:05.695169 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ff1226-2ba9-4c73-a826-9f811db89a93 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:58:05.715451 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08ff1226-2ba9-4c73-a826-9f811db89a93,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:05.720527 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:05.769547 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:05.872232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0d398-af27-4332-8f37-2fd1632b5d86 req-a4c53c14-c73e-42b8-bb5f-ed52d3e6d129 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:05.873860 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f7a0d398-af27-4332-8f37-2fd1632b5d86 req-a4c53c14-c73e-42b8-bb5f-ed52d3e6d129 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 944 time: 0.0509691 May 10 16:58:05.926928 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f7a0d398-af27-4332-8f37-2fd1632b5d86 req-3484de80-5501-4a6c-b835-c1749c471e5a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 May 10 16:58:05.930436 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['08ff1226-2ba9-4c73-a826-9f811db89a93'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:58:07.104859 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746ee08-e229-4cb7-9b2b-d3484fc30eb8 req-59bfee68-77c4-4045-b6de-d4b3fa5a46e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:07.106344 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9746ee08-e229-4cb7-9b2b-d3484fc30eb8 req-59bfee68-77c4-4045-b6de-d4b3fa5a46e0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 944 time: 0.1086385 May 10 16:58:07.159233 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9746ee08-e229-4cb7-9b2b-d3484fc30eb8 req-2fe9fb66-705c-4afd-8931-d1bd07aee2ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469441 May 10 16:58:07.533312 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 08ff1226-2ba9-4c73-a826-9f811db89a93 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:58:07.579731 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 08ff1226-2ba9-4c73-a826-9f811db89a93 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:58:07.585528 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 08ff1226-2ba9-4c73-a826-9f811db89a93 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:58:07.585940 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:07.677503 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 08ff1226-2ba9-4c73-a826-9f811db89a93 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:58:07.677898 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:07.704904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:58:07.707186 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b806bade-3661-4034-8198-1c8a936025b7" -d '{"events": [{"server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:58:07.720123 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08ff1226-2ba9-4c73-a826-9f811db89a93,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:07.724868 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:07.751112 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a20e7-38e5-40f4-9c75-97cf6d9366e9 x-openstack-request-id: req-424a20e7-38e5-40f4-9c75-97cf6d9366e9 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:58:07.751410 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:58:07.751666 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-424a20e7-38e5-40f4-9c75-97cf6d9366e9 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:58:07.752065 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424a20e7-38e5-40f4-9c75-97cf6d9366e9'] response: {'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'code': 200} May 10 16:58:07.788635 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:08.004325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93601ada-8707-4051-8c01-00ba00dab30a req-60c347e2-dc7e-4035-ad5f-7f45d14c6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:08.005840 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-93601ada-8707-4051-8c01-00ba00dab30a req-60c347e2-dc7e-4035-ad5f-7f45d14c6a56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1129 time: 0.0455568 May 10 16:58:08.055944 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-93601ada-8707-4051-8c01-00ba00dab30a req-5b0e095c-7470-4e19-bb5b-6b866bd86be8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 May 10 16:58:08.274618 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51517616-a707-4b33-b942-0e65c7583195 req-b3544fe4-893d-4c11-a889-c4c1f7703efe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:08.276231 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-51517616-a707-4b33-b942-0e65c7583195 req-b3544fe4-893d-4c11-a889-c4c1f7703efe tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0475993 May 10 16:58:08.329196 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-51517616-a707-4b33-b942-0e65c7583195 req-af85d7aa-8136-4119-96d0-03dcd76ad192 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455046 May 10 16:58:09.457053 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be79f3-5713-4f55-add5-a2f5cb99a6f3 req-3bf93b8c-f2c0-40ff-9abf-f4312928de12 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:09.458586 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-83be79f3-5713-4f55-add5-a2f5cb99a6f3 req-3bf93b8c-f2c0-40ff-9abf-f4312928de12 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0551322 May 10 16:58:09.522551 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-83be79f3-5713-4f55-add5-a2f5cb99a6f3 req-31a4888b-c62c-47df-837c-3d71239365bd tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582094 May 10 16:58:09.643825 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a40f0-c083-4b16-915c-badbe100e2a8 req-de8cc5c7-22ca-4c46-aa05-db1dbbc0e24b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:09.645285 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ab0a40f0-c083-4b16-915c-badbe100e2a8 req-de8cc5c7-22ca-4c46-aa05-db1dbbc0e24b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0536261 May 10 16:58:09.698035 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ab0a40f0-c083-4b16-915c-badbe100e2a8 req-a4882518-1318-48e9-a587-30873b57cd1d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 May 10 16:58:09.720962 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46540) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:09.762149 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0abcf36-07e4-4f50-9c26-78e293b29c83 tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:09.763694 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a0abcf36-07e4-4f50-9c26-78e293b29c83 tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1124 time: 0.0417175 May 10 16:58:09.766885 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46542) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:09.771168 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:58:09.793203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:09.882574 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:09.992953 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.27.1.148 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/3fde30b3-ef66-46a1-b953-2201031f9eac) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:58:10.103219 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.136904 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.176535 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:58:10.179536 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:58:10.185613 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:58:10.214288 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=3fde30b3-ef66-46a1-b953-2201031f9eac,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:10.579150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (0382ef0b-b67d-4554-8f8c-6107bf9f1202), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.656642 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.816617 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.821050 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:10.896999 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=3fde30b3-ef66-46a1-b953-2201031f9eac,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:10.907047 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (0382ef0b-b67d-4554-8f8c-6107bf9f1202), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:11.020668 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP 0382ef0b-b67d-4554-8f8c-6107bf9f1202 associated. External IP: 172.27.1.148, port: 08ff1226-2ba9-4c73-a826-9f811db89a93. May 10 16:58:11.239649 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:58:11.357749 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:58:11.368816 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:58:11.378572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:11.385076 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:11.385982 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:11.410692 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-c6e1838b-2a28-4d18-b29d-24a5b7eabfa5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6427610 May 10 16:58:11.411384 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:58:11.413793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f8a0f2-106d-44d2-882a-74ef076f06f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:58:11.450973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d636d92-9ff5-4e43-97a3-c1e9f0faa9cc x-openstack-request-id: req-2d636d92-9ff5-4e43-97a3-c1e9f0faa9cc {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:58:11.450973 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:58:11.451205 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d636d92-9ff5-4e43-97a3-c1e9f0faa9cc {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:58:11.451577 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d636d92-9ff5-4e43-97a3-c1e9f0faa9cc'] response: {'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'status': 'completed', 'code': 200} May 10 16:58:11.503730 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:11.521610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-c454c2c0-bce5-4d3f-9a26-3815383ddd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:11.523140 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-c454c2c0-bce5-4d3f-9a26-3815383ddd5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1129 time: 0.0411732 May 10 16:58:11.631073 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-50b4d2c8-cdb6-4f52-92d0-d732a2f0878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:11.632588 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-50b4d2c8-cdb6-4f52-92d0-d732a2f0878c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1003890 May 10 16:58:11.704891 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-56c9d9c2-d83d-4210-a69c-5b9a22bc70d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 999 time: 0.0654984 May 10 16:58:11.741132 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:10Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:11.754880 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-b21c57ad-f0c3-4e18-b4a5-de0e7f6579ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:11.756292 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-b21c57ad-f0c3-4e18-b4a5-de0e7f6579ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0446978 May 10 16:58:11.768224 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:58:11.778151 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:11.778774 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:57:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:11.806926 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-5493b070-ff6d-4250-b69e-d832a187e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:11.808473 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-5493b070-ff6d-4250-b69e-d832a187e859 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455396 May 10 16:58:11.895455 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:11.913651 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-600ba4be-c860-4b07-a47b-741f1109fe81 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936482 May 10 16:58:12.018537 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-09f8a0f2-106d-44d2-882a-74ef076f06f9 req-0593e384-7885-47eb-a025-70dd47f763bd service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934181 May 10 16:58:12.133299 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:10Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:12.169118 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478891a-dc1e-448b-ae0a-c081341db751 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:10Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:58:12.368462 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fc541-da05-4412-b3b8-bf255bbe4338 None None] New status for floating IP 0382ef0b-b67d-4554-8f8c-6107bf9f1202: ACTIVE {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:58:19.147861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-94bda74f-5da9-4887-9c77-3c84f5222262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:21.387246 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-068f258d-1f9b-4ee1-bf3b-7057c1de35c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:21.689891 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:58:22.534286 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:24.310415 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:25.622423 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:28.914522 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:37.435021 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50271a-7bdb-433f-8f71-e3cfae59e204 req-847e92c6-0d25-4b40-b4e3-ea26e7b6b187 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:37.436517 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bb50271a-7bdb-433f-8f71-e3cfae59e204 req-847e92c6-0d25-4b40-b4e3-ea26e7b6b187 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2943549 May 10 16:58:37.482213 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bb50271a-7bdb-433f-8f71-e3cfae59e204 req-ee924712-9e7e-4857-8da8-0a0fef3941da tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 May 10 16:58:38.600080 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed65a-08a4-49f3-8db5-b40407c7bbaa req-5b6f74fd-8b40-469c-9713-15431da4e7e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:38.601621 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8f2ed65a-08a4-49f3-8db5-b40407c7bbaa req-5b6f74fd-8b40-469c-9713-15431da4e7e9 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0474751 May 10 16:58:38.614382 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-e1e64ade-0039-438a-8d6b-c0087ded7f07 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:58:38.615838 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-e1e64ade-0039-438a-8d6b-c0087ded7f07 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0465984 May 10 16:58:38.649616 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-8f2ed65a-08a4-49f3-8db5-b40407c7bbaa req-afd96206-7eec-40fd-ac91-f036df1e2f4a tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 May 10 16:58:38.705097 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port 8d105744-57a6-46a3-8258-83bacd585f58 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:38.705438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (8d105744-57a6-46a3-8258-83bacd585f58), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:38.794334 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] For port 8d105744-57a6-46a3-8258-83bacd585f58, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8d105744-57a6-46a3-8258-83bacd585f58,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:38.794603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (8d105744-57a6-46a3-8258-83bacd585f58), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:38.971705 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:38.972063 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:38.972415 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Floating IP a8a0d062-df26-4393-9342-5f0d715c48fa disassociated. External IP: 172.27.1.55, port: 8d105744-57a6-46a3-8258-83bacd585f58. May 10 16:58:38.972759 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for 8d105744-57a6-46a3-8258-83bacd585f58 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:39.100263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (8d105744-57a6-46a3-8258-83bacd585f58), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:39.132589 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=8d105744-57a6-46a3-8258-83bacd585f58,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:39.252463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:58:39.367683 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:58:39.379394 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:58:39.389665 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:39.390281 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:39.412324 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] No DVR routers for this DVR port 8d105744-57a6-46a3-8258-83bacd585f58 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:58:39.414799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:39.418222 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-f9555bcc-c5ea-4b36-bc83-b9e405ab2d07 req-c33a7f9a-7e55-4b9c-8607-5ad7fe35c2f8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.32 "DELETE /v2.0/ports/8d105744-57a6-46a3-8258-83bacd585f58 HTTP/1.1" status: 204 len: 173 time: 0.7971385 May 10 16:58:39.418660 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'name': 'network-vif-deleted', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:58:39.420945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe233f-df41-4131-b57f-9433187d679d" -d '{"events": [{"server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "name": "network-vif-deleted", "tag": "8d105744-57a6-46a3-8258-83bacd585f58"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:58:39.507304 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:39.549137 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e150ca6-4bab-45c6-8ecc-b31c3f199077 x-openstack-request-id: req-6e150ca6-4bab-45c6-8ecc-b31c3f199077 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:58:39.549662 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5391c0c-c286-47e5-9ad9-68018ba1a4f2", "name": "network-vif-deleted", "tag": "8d105744-57a6-46a3-8258-83bacd585f58", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:58:39.550063 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e150ca6-4bab-45c6-8ecc-b31c3f199077 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:58:39.550908 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e150ca6-4bab-45c6-8ecc-b31c3f199077'] response: {'server_uuid': 'f5391c0c-c286-47e5-9ad9-68018ba1a4f2', 'name': 'network-vif-deleted', 'tag': '8d105744-57a6-46a3-8258-83bacd585f58', 'status': 'completed', 'code': 200} May 10 16:58:39.768961 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-09f9ee0f-ac10-4add-8f30-8437c40aba3e req-792a5164-5734-4573-866a-0109374e42e8 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5391c0c-c286-47e5-9ad9-68018ba1a4f2 HTTP/1.1" status: 200 len: 210 time: 0.0280919 May 10 16:58:39.833502 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:39.862237 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:58:39.871551 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:39.872219 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:39.989199 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:40.200851 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:40.229360 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8a169-76a4-4175-905b-8fd7fb98d93b None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:54:37Z', 'revision_number': 4, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '8d538039-cea1-42ac-9669-7ce2aa063d0b', 'name': '', 'network_id': '46307fca-4b0a-4fde-a0d0-41f51f1065e5', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'mac_address': 'fa:16:3e:31:8e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:35Z', 'updated_at': '2022-05-10T16:54:41Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'subnets': [{'id': '25d02bd1-e873-49d0-bb72-9ac4d896a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:58:40.479370 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91eecc-1c84-4fd5-8e5f-16feea983e0a None None] New status for floating IP a8a0d062-df26-4393-9342-5f0d715c48fa: DOWN {{(pid=120585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:58:40.859668 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46622) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:40.940476 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (2e8eb10a-f27a-405c-a3d3-9485cdb4bc96), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:40.965388 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (2e8eb10a-f27a-405c-a3d3-9485cdb4bc96), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.015983 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (2e8eb10a-f27a-405c-a3d3-9485cdb4bc96), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.020463 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.021625 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e8eb10a-f27a-405c-a3d3-9485cdb4bc96 HTTP/1.1" status: 204 len: 168 time: 0.1604321 May 10 16:58:41.024620 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46624) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:41.031009 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1038d8-b058-40d4-8a48-c4d452ea0ded tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8eb10a-f27a-405c-a3d3-9485cdb4bc96,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:41.045239 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.api.v2.resource [None req-49ecf796-9b78-4963-9216-7cd5537563a2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] show failed (client error): The resource could not be found. May 10 16:58:41.046663 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-49ecf796-9b78-4963-9216-7cd5537563a2 tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "GET /v2.0/security-groups/2e8eb10a-f27a-405c-a3d3-9485cdb4bc96 HTTP/1.1" status: 404 len: 347 time: 0.0207758 May 10 16:58:41.051028 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46626) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:41.170238 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Deleting port eaaed774-41b0-4727-9a27-9b6acba17945 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:41.170590 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.252086 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.252461 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (eaaed774-41b0-4727-9a27-9b6acba17945), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.270193 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Calling delete_port for eaaed774-41b0-4727-9a27-9b6acba17945 owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:41.405649 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (eaaed774-41b0-4727-9a27-9b6acba17945), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.436088 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Pushing event deleted for resources: {'Port': ['ID=eaaed774-41b0-4727-9a27-9b6acba17945,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:41.505082 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks [] for floatingip (a8a0d062-df26-4393-9342-5f0d715c48fa), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.507615 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:41.508800 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1a0d988c-2fcd-475f-902f-2a8e7092dd0e tempest-AttachVolumeNegativeTest-2143769197 tempest-AttachVolumeNegativeTest-2143769197-project] 10.222.0.48 "DELETE /v2.0/floatingips/a8a0d062-df26-4393-9342-5f0d715c48fa HTTP/1.1" status: 204 len: 168 time: 0.4567876 May 10 16:58:43.715803 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 8d105744-57a6-46a3-8258-83bacd585f58 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:58:43.737813 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 8d105744-57a6-46a3-8258-83bacd585f58 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:58:43.738162 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 8d105744-57a6-46a3-8258-83bacd585f58 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:58:45.231016 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46662) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:45.604175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (945186e4-6b99-487b-a395-9be73d65b072), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:45.882852 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Deleting port 8d538039-cea1-42ac-9669-7ce2aa063d0b {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:45.883404 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:45.977245 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] For port 8d538039-cea1-42ac-9669-7ce2aa063d0b, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=8d538039-cea1-42ac-9669-7ce2aa063d0b,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:45.977610 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:45.991895 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Calling delete_port for 8d538039-cea1-42ac-9669-7ce2aa063d0b owned by network:router_interface {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:46.187476 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (8d538039-cea1-42ac-9669-7ce2aa063d0b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:46.214653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d538039-cea1-42ac-9669-7ce2aa063d0b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:46.229102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229102 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229515 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229515 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.229819 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.230142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.230464 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.230799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.231118 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.232095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.232095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.232095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:46.406058 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (945186e4-6b99-487b-a395-9be73d65b072), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:46.650695 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Router 945186e4-6b99-487b-a395-9be73d65b072 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:58:46.772031 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:58:46.777177 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a67ff6f9-55cb-4a42-904f-7ba5e5822c7c admin admin] 10.222.0.48 "PUT /v2.0/routers/945186e4-6b99-487b-a395-9be73d65b072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473609 May 10 16:58:46.779834 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46664) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:46.780952 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Sync routers for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:58:46.791677 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:46.792365 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:46.902151 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks [] for router (945186e4-6b99-487b-a395-9be73d65b072), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:46.911317 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:47.034507 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks [] for router_gateway (945186e4-6b99-487b-a395-9be73d65b072), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.090571 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:58:46Z', 'revision_number': 5, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port': {'id': 'ead4b925-c75b-42a5-a2ee-b2a354e85480', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945186e4-6b99-487b-a395-9be73d65b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:54:33Z', 'updated_at': '2022-05-10T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:47.091387 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Deleting port ead4b925-c75b-42a5-a2ee-b2a354e85480 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:47.091735 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.120341 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Checking router: 945186e4-6b99-487b-a395-9be73d65b072 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:58:47.130258 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Routers {'945186e4-6b99-487b-a395-9be73d65b072'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:58:47.130877 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['945186e4-6b99-487b-a395-9be73d65b072'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:47.179381 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] For port ead4b925-c75b-42a5-a2ee-b2a354e85480, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ead4b925-c75b-42a5-a2ee-b2a354e85480,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:47.179663 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.194085 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Calling delete_port for ead4b925-c75b-42a5-a2ee-b2a354e85480 owned by network:router_gateway {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:47.224332 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] Set router 945186e4-6b99-487b-a395-9be73d65b072 gateway port host: None {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:58:47.276362 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:58:47Z', 'revision_number': 6, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:47.307155 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cfb75-eed8-495a-9236-f347b8d56fbd None None] The sync data for ids ['945186e4-6b99-487b-a395-9be73d65b072'] in dv-cinder-835881-10-iscsi is: [{'id': '945186e4-6b99-487b-a395-9be73d65b072', 'name': 'tempest-AttachVolumeNegativeTest-1681911207-router', 'tenant_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:54:32Z', 'updated_at': '2022-05-10T16:58:47Z', 'revision_number': 6, 'project_id': 'a46a3e1f43434294a8e3d1ef8c04061b', 'gw_port_host': None}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:58:47.378702 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (ead4b925-c75b-42a5-a2ee-b2a354e85480), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.405715 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Pushing event deleted for resources: {'Port': ['ID=ead4b925-c75b-42a5-a2ee-b2a354e85480,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:47.418629 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.418980 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.419325 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.419662 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.420127 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.420355 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.420684 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.421009 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.421334 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.421659 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.422073 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.422344 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.422683 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.423077 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.423725 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:58:47.481988 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (945186e4-6b99-487b-a395-9be73d65b072), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.594479 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (945186e4-6b99-487b-a395-9be73d65b072), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.599270 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks [] for router_controller (945186e4-6b99-487b-a395-9be73d65b072), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.668512 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (945186e4-6b99-487b-a395-9be73d65b072), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.669049 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945186e4-6b99-487b-a395-9be73d65b072 {{(pid=120583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 16:58:47.675415 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:47.676922 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-c98e56e6-33dd-4203-981f-e87799d5748c admin admin] 10.222.0.48 "DELETE /v2.0/routers/945186e4-6b99-487b-a395-9be73d65b072 HTTP/1.1" status: 204 len: 168 time: 0.8960483 May 10 16:58:47.679821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46666) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:47.728137 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Deleting subnet 25d02bd1-e873-49d0-bb72-9ac4d896a7f0 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 16:58:47.731196 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Publish callbacks [] for subnet (25d02bd1-e873-49d0-bb72-9ac4d896a7f0), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.036949 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (25d02bd1-e873-49d0-bb72-9ac4d896a7f0), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.116740 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (25d02bd1-e873-49d0-bb72-9ac4d896a7f0), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.173313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (25d02bd1-e873-49d0-bb72-9ac4d896a7f0), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.203377 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d02bd1-e873-49d0-bb72-9ac4d896a7f0,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:48.210151 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.213575 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3c8349eb-fa88-4dc2-9dcf-7989494d0bc8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/25d02bd1-e873-49d0-bb72-9ac4d896a7f0 HTTP/1.1" status: 204 len: 168 time: 0.5327451 May 10 16:58:48.217395 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46668) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:48.217973 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12afb2d4-7213-47ff-99a1-39e6ae77703b None None] Network 46307fca-4b0a-4fde-a0d0-41f51f1065e5 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:58:48.307445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (46307fca-4b0a-4fde-a0d0-41f51f1065e5), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.363118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Deleting port ae6abb7a-05b3-4985-96c8-786de6ba798c {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:48.363510 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.412595 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] DHCP port deletion for 46307fca-4b0a-4fde-a0d0-41f51f1065e5 request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 16:58:48.445592 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] For port ae6abb7a-05b3-4985-96c8-786de6ba798c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae6abb7a-05b3-4985-96c8-786de6ba798c,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:48.446707 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.458576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Deleting port ae6abb7a-05b3-4985-96c8-786de6ba798c {{(pid=120585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 16:58:48.458953 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), before_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.461636 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Calling delete_port for ae6abb7a-05b3-4985-96c8-786de6ba798c owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:48.528828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] For port ae6abb7a-05b3-4985-96c8-786de6ba798c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ae6abb7a-05b3-4985-96c8-786de6ba798c,segment=NetworkSegment(66135b3c-4f2d-48ae-a1e8-622347b8c0f2),segment_id=66135b3c-4f2d-48ae-a1e8-622347b8c0f2)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:58:48.529236 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), precommit_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.544190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Calling delete_port for ae6abb7a-05b3-4985-96c8-786de6ba798c owned by network:dhcp {{(pid=120585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 16:58:48.551110 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.578128 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6abb7a-05b3-4985-96c8-786de6ba798c,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:48.584359 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] No DVR routers for this DVR port ae6abb7a-05b3-4985-96c8-786de6ba798c on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:58:48.629864 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225'] for port (ae6abb7a-05b3-4985-96c8-786de6ba798c), after_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.655932 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] Pushing event deleted for resources: {'Port': ['ID=ae6abb7a-05b3-4985-96c8-786de6ba798c,revision_number=None']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:48.659785 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e6a3c-c00e-4810-b2da-020a1d5ed2fc None None] No DVR routers for this DVR port ae6abb7a-05b3-4985-96c8-786de6ba798c on host dv-cinder-835881-10-iscsi {{(pid=120585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 16:58:48.673711 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (46307fca-4b0a-4fde-a0d0-41f51f1065e5), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.696176 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46307fca-4b0a-4fde-a0d0-41f51f1065e5']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:48.713635 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66135b3c-4f2d-48ae-a1e8-622347b8c0f2') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:48.714071 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66135b3c-4f2d-48ae-a1e8-622347b8c0f2') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:58:48.731891 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (66135b3c-4f2d-48ae-a1e8-622347b8c0f2), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.748336 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (66135b3c-4f2d-48ae-a1e8-622347b8c0f2), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.755811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 16:58:48.756231 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (66135b3c-4f2d-48ae-a1e8-622347b8c0f2), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 16:58:48.757976 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 16:58:48.771243 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ead4b925-c75b-42a5-a2ee-b2a354e85480 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:58:48.791788 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: ead4b925-c75b-42a5-a2ee-b2a354e85480 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:58:48.792137 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ead4b925-c75b-42a5-a2ee-b2a354e85480 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:58:48.792614 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae6abb7a-05b3-4985-96c8-786de6ba798c no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:58:48.813477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: ae6abb7a-05b3-4985-96c8-786de6ba798c {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:58:48.814375 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ae6abb7a-05b3-4985-96c8-786de6ba798c not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:58:48.814964 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 8d538039-cea1-42ac-9669-7ce2aa063d0b no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 16:58:48.820004 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (46307fca-4b0a-4fde-a0d0-41f51f1065e5), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.826655 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:48.830153 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] 10.222.0.48 "DELETE /v2.0/networks/46307fca-4b0a-4fde-a0d0-41f51f1065e5 HTTP/1.1" status: 204 len: 168 time: 0.6117899 May 10 16:58:48.841742 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 8d538039-cea1-42ac-9669-7ce2aa063d0b {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 16:58:48.842618 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 8d538039-cea1-42ac-9669-7ce2aa063d0b not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 16:58:48.842747 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0d0dd-0d1f-437b-bda8-dcfce51807da admin admin] Pushing event deleted for resources: {'Network': ['ID=46307fca-4b0a-4fde-a0d0-41f51f1065e5,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:49.007181 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46672) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:49.046061 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-ba1e2663-0b6b-4dbc-8b9c-bbd45ff3b9d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a46a3e1f43434294a8e3d1ef8c04061b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377295 May 10 16:58:49.049387 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46674) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:49.097045 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] Publish callbacks [] for security_group (091fceef-acf4-44a1-ba32-268d5274ea6a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:49.118167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] Publish callbacks [] for security_group (091fceef-acf4-44a1-ba32-268d5274ea6a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:49.149818 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ddc51f1e-d666-4130-8af0-2bb7c6dc2805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:49.168264 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (091fceef-acf4-44a1-ba32-268d5274ea6a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:49.170911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:49.172226 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/091fceef-acf4-44a1-ba32-268d5274ea6a HTTP/1.1" status: 204 len: 168 time: 0.1218789 May 10 16:58:49.186412 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e47aa-6bbd-4762-a21c-547281902b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091fceef-acf4-44a1-ba32-268d5274ea6a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:51.389739 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f991fa9f-ffff-4ab1-a298-07185bce5628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:52.533498 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:52.887969 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46736) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:52.997103 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-43eff3b7-635b-4a30-b785-b5c513fdf80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.078842 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-43eff3b7-635b-4a30-b785-b5c513fdf80a admin admin] Publish callbacks [] for security_group (218d400f-5e0e-4949-ad08-107cbcf39111), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.082840 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-43eff3b7-635b-4a30-b785-b5c513fdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (218d400f-5e0e-4949-ad08-107cbcf39111), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.119634 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-43eff3b7-635b-4a30-b785-b5c513fdf80a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=769fd5ac992a47e0afd3996ef9786b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305601 May 10 16:58:53.120457 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eff3b7-635b-4a30-b785-b5c513fdf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d400f-5e0e-4949-ad08-107cbcf39111,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:53.122619 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46740) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:53.177201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] Publish callbacks [] for security_group (218d400f-5e0e-4949-ad08-107cbcf39111), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.199677 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] Publish callbacks [] for security_group (218d400f-5e0e-4949-ad08-107cbcf39111), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.248810 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (218d400f-5e0e-4949-ad08-107cbcf39111), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.251390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:53.253290 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/218d400f-5e0e-4949-ad08-107cbcf39111 HTTP/1.1" status: 204 len: 168 time: 0.1291850 May 10 16:58:53.260919 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40999b-eb66-4f6c-accb-bb8dd95271f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d400f-5e0e-4949-ad08-107cbcf39111,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:54.316262 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:54.941870 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46790) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:55.047395 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e95a4477-191f-4b51-a53b-f056ecf6d4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.131035 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e95a4477-191f-4b51-a53b-f056ecf6d4fa admin admin] Publish callbacks [] for security_group (6263367e-abd9-4489-ba11-53fd0b13808b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.135981 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e95a4477-191f-4b51-a53b-f056ecf6d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6263367e-abd9-4489-ba11-53fd0b13808b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.174477 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e95a4477-191f-4b51-a53b-f056ecf6d4fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=617dfc5303a3485cb75783b38c8ae62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313688 May 10 16:58:55.175348 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a4477-191f-4b51-a53b-f056ecf6d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6263367e-abd9-4489-ba11-53fd0b13808b,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:55.177483 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46794) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:55.226175 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] Publish callbacks [] for security_group (6263367e-abd9-4489-ba11-53fd0b13808b), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.246654 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] Publish callbacks [] for security_group (6263367e-abd9-4489-ba11-53fd0b13808b), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.292991 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (6263367e-abd9-4489-ba11-53fd0b13808b), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.295645 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.296819 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6263367e-abd9-4489-ba11-53fd0b13808b HTTP/1.1" status: 204 len: 168 time: 0.1179030 May 10 16:58:55.305065 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f52c0-08e6-4ba0-8c87-e4f25d737273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263367e-abd9-4489-ba11-53fd0b13808b,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:55.558147 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46800) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:55.571966 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d97b10a-4e59-4165-9047-cd92b0fe257a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.630766 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.655054 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d97b10a-4e59-4165-9047-cd92b0fe257a admin admin] Publish callbacks [] for security_group (11f236a5-ec54-4744-8464-dedf02939442), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.659433 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6d97b10a-4e59-4165-9047-cd92b0fe257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (11f236a5-ec54-4744-8464-dedf02939442), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.701581 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97b10a-4e59-4165-9047-cd92b0fe257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f236a5-ec54-4744-8464-dedf02939442,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:55.706774 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6d97b10a-4e59-4165-9047-cd92b0fe257a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5991a9f62d84beaabbed45f3241deec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475217 May 10 16:58:55.709696 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46802) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:55.761714 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] Publish callbacks [] for security_group (11f236a5-ec54-4744-8464-dedf02939442), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.788574 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] Publish callbacks [] for security_group (11f236a5-ec54-4744-8464-dedf02939442), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.844199 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (11f236a5-ec54-4744-8464-dedf02939442), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.848064 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:55.849387 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f236a5-ec54-4744-8464-dedf02939442 HTTP/1.1" status: 204 len: 168 time: 0.1387057 May 10 16:58:55.857433 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a554e-eb25-4eae-aec4-1c228591e8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f236a5-ec54-4744-8464-dedf02939442,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:57.894486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46872) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:58.011043 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-86d6d423-280f-4f6e-a530-893cf16899ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.088956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-86d6d423-280f-4f6e-a530-893cf16899ef admin admin] Publish callbacks [] for security_group (af5ad977-3c5c-4366-a61d-df518c34d50f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.092830 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-86d6d423-280f-4f6e-a530-893cf16899ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (af5ad977-3c5c-4366-a61d-df518c34d50f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.134826 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-86d6d423-280f-4f6e-a530-893cf16899ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=796eae39e59b4c458da2a7ae81aed20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392411 May 10 16:58:58.135679 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6d423-280f-4f6e-a530-893cf16899ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ad977-3c5c-4366-a61d-df518c34d50f,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:58.137705 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46876) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:58.191165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] Publish callbacks [] for security_group (af5ad977-3c5c-4366-a61d-df518c34d50f), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.213545 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] Publish callbacks [] for security_group (af5ad977-3c5c-4366-a61d-df518c34d50f), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.262272 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (af5ad977-3c5c-4366-a61d-df518c34d50f), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.264892 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.269274 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af5ad977-3c5c-4366-a61d-df518c34d50f HTTP/1.1" status: 204 len: 168 time: 0.1273284 May 10 16:58:58.274917 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6083c2-0574-462d-80d7-1a914682f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ad977-3c5c-4366-a61d-df518c34d50f,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:58.547665 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 46882) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:58.561536 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ddc67116-9a61-4775-9def-89a2563cd462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.643306 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ddc67116-9a61-4775-9def-89a2563cd462 admin admin] Publish callbacks [] for security_group (1db0d1d3-53ae-425b-87b7-05a699b4ff00), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.646447 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ddc67116-9a61-4775-9def-89a2563cd462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1db0d1d3-53ae-425b-87b7-05a699b4ff00), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.686544 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ddc67116-9a61-4775-9def-89a2563cd462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4be18361a6c464dade41e28c0778cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372063 May 10 16:58:58.687412 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc67116-9a61-4775-9def-89a2563cd462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0d1d3-53ae-425b-87b7-05a699b4ff00,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:58.688501 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:58:58.689923 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 46884) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:58:58.754176 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] Publish callbacks [] for security_group (1db0d1d3-53ae-425b-87b7-05a699b4ff00), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.777046 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] Publish callbacks [] for security_group (1db0d1d3-53ae-425b-87b7-05a699b4ff00), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.827769 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (1db0d1d3-53ae-425b-87b7-05a699b4ff00), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.830464 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:58:58.831613 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1db0d1d3-53ae-425b-87b7-05a699b4ff00 HTTP/1.1" status: 204 len: 168 time: 0.1405873 May 10 16:58:58.839375 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292937e-2e8d-4180-97b5-ed8656aabc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0d1d3-53ae-425b-87b7-05a699b4ff00,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:58:58.915186 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:01.846915 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47018) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:01.952481 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-85bda3da-a521-4ae8-9299-bd30c53d4e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.027314 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-85bda3da-a521-4ae8-9299-bd30c53d4e20 admin admin] Publish callbacks [] for security_group (0f6f69e6-f9d2-4a61-985d-15daa9b11710), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.031060 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-85bda3da-a521-4ae8-9299-bd30c53d4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (0f6f69e6-f9d2-4a61-985d-15daa9b11710), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.071487 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-85bda3da-a521-4ae8-9299-bd30c53d4e20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4413c9bf0b4f4485a438fec7225fd910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233479 May 10 16:59:02.072349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bda3da-a521-4ae8-9299-bd30c53d4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f69e6-f9d2-4a61-985d-15daa9b11710,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:02.074299 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47022) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:02.124676 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] Publish callbacks [] for security_group (0f6f69e6-f9d2-4a61-985d-15daa9b11710), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.146205 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] Publish callbacks [] for security_group (0f6f69e6-f9d2-4a61-985d-15daa9b11710), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.197520 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (0f6f69e6-f9d2-4a61-985d-15daa9b11710), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.200125 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.201310 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f6f69e6-f9d2-4a61-985d-15daa9b11710 HTTP/1.1" status: 204 len: 168 time: 0.1260118 May 10 16:59:02.209790 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82526e0a-2000-4dd7-a51c-6def5fa69763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f69e6-f9d2-4a61-985d-15daa9b11710,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:02.466761 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47028) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:02.484245 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c081ae9b-fc75-43e1-8e71-df4fcc397084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.570058 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c081ae9b-fc75-43e1-8e71-df4fcc397084 admin admin] Publish callbacks [] for security_group (8a3f510d-8d10-4a06-b557-4d35b8a35395), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.576420 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c081ae9b-fc75-43e1-8e71-df4fcc397084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8a3f510d-8d10-4a06-b557-4d35b8a35395), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.616075 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081ae9b-fc75-43e1-8e71-df4fcc397084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f510d-8d10-4a06-b557-4d35b8a35395,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:02.621469 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-c081ae9b-fc75-43e1-8e71-df4fcc397084 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a0f94ed5f75470fbc33d41f637acde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536891 May 10 16:59:02.624201 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47030) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:02.679391 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] Publish callbacks [] for security_group (8a3f510d-8d10-4a06-b557-4d35b8a35395), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.701203 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] Publish callbacks [] for security_group (8a3f510d-8d10-4a06-b557-4d35b8a35395), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.750307 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (8a3f510d-8d10-4a06-b557-4d35b8a35395), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.753801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:02.755011 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a3f510d-8d10-4a06-b557-4d35b8a35395 HTTP/1.1" status: 204 len: 168 time: 0.1298964 May 10 16:59:02.763572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c94e-2206-4999-b9a8-df75b48d8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f510d-8d10-4a06-b557-4d35b8a35395,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:03.458474 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47052) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:03.553051 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394093953-network', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:03.578326 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Made reservation on behalf of 4ca9807e934c4826bb948e391d7a315a for: {'network': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:03.580732 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:03.834929 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:03.913465 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks [] for security_group (a6b50b3c-8980-4dbf-ae00-e5355c679b26), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:03.917194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a6b50b3c-8980-4dbf-ae00-e5355c679b26), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:03.942244 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=120584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:59:03.951801 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b50b3c-8980-4dbf-ae00-e5355c679b26,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:03.956467 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (adb666f2-06ed-41f6-9d49-5c60f392cb22), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:03.956810 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.segments_db [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Added segment adb666f2-06ed-41f6-9d49-5c60f392cb22 of type vlan for network aa44f7bd-8c99-4236-a728-89a387b3d6df May 10 16:59:03.995276 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (aa44f7bd-8c99-4236-a728-89a387b3d6df), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.020222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (aa44f7bd-8c99-4236-a728-89a387b3d6df), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.021193 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:04.021774 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.077417 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6176965 May 10 16:59:04.080491 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47056) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:04.085429 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Request body: {'subnet': {'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394093953-subnet', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:04.086614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89fe19-a462-4255-aca5-5548586e46ec admin admin] Pushing event updated for resources: {'Network': ['ID=aa44f7bd-8c99-4236-a728-89a387b3d6df,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:04.096948 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network aa44f7bd-8c99-4236-a728-89a387b3d6df details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:59:04.107393 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Made reservation on behalf of 4ca9807e934c4826bb948e391d7a315a for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:04.109869 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.278740 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (bc9851da-d981-4a21-a5f7-6c2a2ed08a81), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.331547 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9851da-d981-4a21-a5f7-6c2a2ed08a81,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:04.350075 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Checking segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:04.350437 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Network hostable DHCP agents. Network: aa44f7bd-8c99-4236-a728-89a387b3d6df, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:59:04.367992 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Network aa44f7bd-8c99-4236-a728-89a387b3d6df is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:59:04.376164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, aa44f7bd-8c99-4236-a728-89a387b3d6df) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:04.380176 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:04.380811 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.386662 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720656b8-3cbc-44ed-b74a-e7cf8e392306 None None] Network aa44f7bd-8c99-4236-a728-89a387b3d6df requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:59:04.398061 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-35ef310a-03e3-43f6-89b9-c33f8f1645b4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3165054 May 10 16:59:04.400743 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47058) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:04.405637 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:04.426824 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.427904 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.485897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for router_controller (fc55c0eb-968f-4f10-afe5-6d90788fa756), precommit_add_association {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.495163 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-aa44f7bd-8c99-4236-a728-89a387b3d6df', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:59:04.496010 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.636489 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Allocated IP 172.20.0.2 (aa44f7bd-8c99-4236-a728-89a387b3d6df/bc9851da-d981-4a21-a5f7-6c2a2ed08a81/51196077-2c5d-4c6f-9f99-6fec1f50ad0d) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:04.638768 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for router_gateway (fc55c0eb-968f-4f10-afe5-6d90788fa756), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.697785 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-c2153ed8-f98e-4462-b399-946d076480a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1033075 May 10 16:59:04.795626 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a225ef-7d83-41e4-8944-80315c658188 req-9899e64f-1260-44fc-88d0-d3d1ee75a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:04.797479 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-9899e64f-1260-44fc-88d0-d3d1ee75a651 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1129 time: 0.0542731 May 10 16:59:04.806811 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks [] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.814195 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.846101 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for router_gateway (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.869133 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.884798 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Network aa44f7bd-8c99-4236-a728-89a387b3d6df is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:04.888458 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:04.892586 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:04.933560 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Pushing event updated for resources: {'Port': ['ID=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:04.942833 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.943185 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.943530 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.943896 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.944243 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.944634 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.944964 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.945292 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.945618 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.945945 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.946268 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.946592 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.946935 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.947264 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.947586 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:04.948596 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a225ef-7d83-41e4-8944-80315c658188 req-0368d1c8-1613-47a8-ad9e-059cb3622431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:04.950435 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-0368d1c8-1613-47a8-ad9e-059cb3622431 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1314135 May 10 16:59:04.983908 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Attempting to bind port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:04.984327 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Attempting to bind port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:04.984680 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Attempting to bind port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d on network aa44f7bd-8c99-4236-a728-89a387b3d6df {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:04.991029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:04.991029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Checking segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:04.991400 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:04.991505 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Bound using segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:04.991973 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Bound port: 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:04.992385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.008926 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Allocated IP 172.27.1.98 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/6c567627-6e05-49a1-bc75-2c164b97eb94) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:05.027150 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-5df4915e-8ea1-49d4-999b-ca63d456f0cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 1001 time: 0.0702178 May 10 16:59:05.070387 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] For port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:05.076191 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] For port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:05.078400 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a225ef-7d83-41e4-8944-80315c658188 req-d4a51703-ff1e-4d42-b0f3-d6bc13a90f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:05.081080 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-d4a51703-ff1e-4d42-b0f3-d6bc13a90f7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0476053 May 10 16:59:05.083766 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.126112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.136410 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a225ef-7d83-41e4-8944-80315c658188 req-914bd005-5c7c-4afb-8ee9-4e57009967de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:05.138450 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-914bd005-5c7c-4afb-8ee9-4e57009967de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517011 May 10 16:59:05.149351 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ab10-555f-412e-b32c-4d80f5b7d8ce None None] Pushing event updated for resources: {'Port': ['ID=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:05.151232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-996754bf-a07e-4447-bf07-75b036d2b6bc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:59:05.152377 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-996754bf-a07e-4447-bf07-75b036d2b6bc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072839 May 10 16:59:05.175372 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.223299 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:05.228066 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:05.238145 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:05.263549 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Pushing event updated for resources: {'Port': ['ID=6c567627-6e05-49a1-bc75-2c164b97eb94,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:05.270324 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-10e78fb1-5e90-48a6-b9b9-844b0d8ba0a9 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112959 May 10 16:59:05.392811 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73a225ef-7d83-41e4-8944-80315c658188 req-a832b255-b055-416a-b77b-bfd2d5d6d8c7 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156976 May 10 16:59:05.553126 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for router_gateway (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.764817 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:05.908895 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Router fc55c0eb-968f-4f10-afe5-6d90788fa756 is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:59:06.024648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:59:06.037163 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Sync routers for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:59:06.046908 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.051343 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5105083c-3b50-4661-add2-dbd00f145e45 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6465349 May 10 16:59:06.052385 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47062) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:06.054934 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:06.055636 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:06.163139 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518de242-cdd2-4b5a-bb03-849a7eef1c41 None None] Network aa44f7bd-8c99-4236-a728-89a387b3d6df requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:59:06.232364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:06.417534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Provisioning complete for port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:06.417767 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.492382 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.631688 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Current status of the port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:06.632086 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.651486 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Allocated IP 172.20.0.1 (aa44f7bd-8c99-4236-a728-89a387b3d6df/bc9851da-d981-4a21-a5f7-6c2a2ed08a81/7513f978-20e5-4cc6-aa86-88fd1bab4f4c) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:06.668861 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:05Z', 'revision_number': 3, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:06.705759 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Checking router: fc55c0eb-968f-4f10-afe5-6d90788fa756 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:59:06.706146 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Updating router fc55c0eb-968f-4f10-afe5-6d90788fa756 port 6c567627-6e05-49a1-bc75-2c164b97eb94 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:59:06.709419 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] For port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:06.730525 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.762728 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.794260 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks [] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.826118 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997ff6-38e5-4a69-ab5e-3d2bc9cc7333 None None] Pushing event updated for resources: {'Port': ['ID=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:06.839492 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.877328 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51196077-2c5d-4c6f-9f99-6fec1f50ad0d up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:06.881717 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Network aa44f7bd-8c99-4236-a728-89a387b3d6df is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:06.886879 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:06.893197 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:06.896501 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Pushing event updated for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:06.913877 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-e5dfcea8-53ac-4bc4-a8dd-0a61d766f24a None None] Provisioning complete for port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:06.914253 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-e5dfcea8-53ac-4bc4-a8dd-0a61d766f24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:06.940843 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.062407 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:07.062787 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.083621 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.127965 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfcea8-53ac-4bc4-a8dd-0a61d766f24a None None] Current status of the port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:07.222938 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:07.261314 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks [] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.269869 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.273296 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks [] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.277198 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1cc95a9e-5906-4c4c-b52f-dc5223e6933d None None] Provisioning complete for port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:07.277848 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1cc95a9e-5906-4c4c-b52f-dc5223e6933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.283638 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.341376 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.344404 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Pushing event updated for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:07.369603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1cc95a9e-5906-4c4c-b52f-dc5223e6933d None None] Port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:07.372068 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Attempting to bind port 6c567627-6e05-49a1-bc75-2c164b97eb94 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:07.372602 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Attempting to bind port 6c567627-6e05-49a1-bc75-2c164b97eb94 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:07.373082 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Attempting to bind port 6c567627-6e05-49a1-bc75-2c164b97eb94 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:07.384312 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e143-d787-49ef-8444-cbfcffb7c48a None None] Pushing event updated for resources: {'Port': ['ID=6c567627-6e05-49a1-bc75-2c164b97eb94,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:07.387704 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:07.388092 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:07.388515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.388905 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:07.389379 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Bound port: 6c567627-6e05-49a1-bc75-2c164b97eb94, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:07.389762 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.437074 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Network aa44f7bd-8c99-4236-a728-89a387b3d6df is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:07.438892 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:07.442709 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] For port 6c567627-6e05-49a1-bc75-2c164b97eb94, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:07.446352 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] For port 6c567627-6e05-49a1-bc75-2c164b97eb94, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6c567627-6e05-49a1-bc75-2c164b97eb94,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:07.456924 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.526425 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:07.526828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:07.528732 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e143-d787-49ef-8444-cbfcffb7c48a None None] Pushing event updated for resources: {'Port': ['ID=6c567627-6e05-49a1-bc75-2c164b97eb94,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:07.577737 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Router fc55c0eb-968f-4f10-afe5-6d90788fa756 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:59:07.656837 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:07.699406 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:59:07.700088 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-5c234326-a052-48bb-a037-64267b76eb85 None None] Provisioning complete for port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:07.700497 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5c234326-a052-48bb-a037-64267b76eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:07.705002 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3c71e2a7-aadc-414e-a444-3c1963da86fa admin admin] 10.222.0.48 "PUT /v2.0/routers/fc55c0eb-968f-4f10-afe5-6d90788fa756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6509731 May 10 16:59:07.820016 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-5c234326-a052-48bb-a037-64267b76eb85 None None] Port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:07.902038 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 2, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:07.932988 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e590b-4a86-4da9-b4c4-3d5a3a3b7622 None None] The sync data for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 2, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:59:08.234104 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47078) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:08.239760 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831454158-network', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:08.261211 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Made reservation on behalf of 60b091aef6284737ae21ebdeb3cd0f0c for: {'network': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:08.263673 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for network (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.274815 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.362112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks [] for security_group (d4e986d2-6678-4ee3-9ab9-2bbc79f57194), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.366453 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d4e986d2-6678-4ee3-9ab9-2bbc79f57194), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.395975 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=120583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 16:59:08.406389 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e986d2-6678-4ee3-9ab9-2bbc79f57194,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:08.412118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8b594a6e-b418-4d1e-8da0-bae035afa10b), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.412494 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.segments_db [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Added segment 8b594a6e-b418-4d1e-8da0-bae035afa10b of type vlan for network 8bad9518-6e4b-4414-8776-599f6dbae862 May 10 16:59:08.469270 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760166770863'] for network (8bad9518-6e4b-4414-8776-599f6dbae862), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.498864 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255'] for network (8bad9518-6e4b-4414-8776-599f6dbae862), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.500353 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:08.500705 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.559712 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3244324 May 10 16:59:08.562416 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47080) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:08.567662 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Request body: {'subnet': {'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831454158-subnet', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'ip_version': 4}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:08.581391 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16690ab0-b746-4db4-82db-e85b30b6be31 admin admin] Pushing event updated for resources: {'Network': ['ID=8bad9518-6e4b-4414-8776-599f6dbae862,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:08.592117 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Network 8bad9518-6e4b-4414-8776-599f6dbae862 details requested by agent ovs-agent-dv-cinder-835881-10-iscsi with host dv-cinder-835881-10-iscsi {{(pid=120585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 16:59:08.608005 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Made reservation on behalf of 60b091aef6284737ae21ebdeb3cd0f0c for: {'subnet': 1} {{(pid=120583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:08.610518 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914122'] for subnet (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.816704 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914132'] for subnet (1f7a2165-67ec-41ff-b967-3a0619eb162b), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.877813 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7a2165-67ec-41ff-b967-3a0619eb162b,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:08.889147 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Checking segment: {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:08.889508 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Network hostable DHCP agents. Network: 8bad9518-6e4b-4414-8776-599f6dbae862, hostable agents: ['735131e7-2632-433d-b4a8-32a72b59c66f'], hosted agents: [] {{(pid=120583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 16:59:08.900933 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51196077-2c5d-4c6f-9f99-6fec1f50ad0d up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:08.912014 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Network 8bad9518-6e4b-4414-8776-599f6dbae862 is scheduled to be hosted by DHCP agent 735131e7-2632-433d-b4a8-32a72b59c66f with binding_index 1 {{(pid=120583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 16:59:08.930123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-10-iscsi, 8bad9518-6e4b-4414-8776-599f6dbae862) {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:08.935007 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:08.935618 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.965873 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-57ae6583-38d3-46c7-aec9-080b3ae600f1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3926108 May 10 16:59:08.966487 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47082) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:08.972187 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:08.995938 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-586779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-119358'] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:08.997164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-119301'] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.058521 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for router_controller (31510188-8e6c-44b1-97a8-fb3417967f0c), precommit_add_association {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.094627 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fccae7-53ef-4bc0-ac20-f11e05f14c1f None None] Network 8bad9518-6e4b-4414-8776-599f6dbae862 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:59:09.165510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:09.165980 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.279873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de4ce34-9e26-5e34-9723-23c25d90c076-8bad9518-6e4b-4414-8776-599f6dbae862', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b'}]}} from dv-cinder-835881-10-iscsi. {{(pid=120585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 16:59:09.280871 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.314599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:09.315895 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6c567627-6e05-49a1-bc75-2c164b97eb94 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:09.446158 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 6c567627-6e05-49a1-bc75-2c164b97eb94 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:09.446435 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.501587 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for router_gateway (31510188-8e6c-44b1-97a8-fb3417967f0c), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.523013 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.db_base_plugin_common [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Allocated IP 172.20.0.2 (8bad9518-6e4b-4414-8776-599f6dbae862/1f7a2165-67ec-41ff-b967-3a0619eb162b/fa43793c-dea0-49fa-a340-25679cc6754a) {{(pid=120585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:09.618107 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 6c567627-6e05-49a1-bc75-2c164b97eb94 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:09.618826 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.652153 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 6c567627-6e05-49a1-bc75-2c164b97eb94, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6c567627-6e05-49a1-bc75-2c164b97eb94,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:09.656907 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.702849 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for router_gateway (31510188-8e6c-44b1-97a8-fb3417967f0c), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.725046 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.751573 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=6c567627-6e05-49a1-bc75-2c164b97eb94,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:09.775151 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks [] for port (fa43793c-dea0-49fa-a340-25679cc6754a), precommit_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.781998 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), after_create {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.819391 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Network 8bad9518-6e4b-4414-8776-599f6dbae862 is already hosted by enough agents. {{(pid=120585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:09.823893 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.scheduler.base_scheduler [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Resources bound (agent type, host, resource id): {{(pid=120585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:09.829685 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Received port after_create {{(pid=120585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:09.837420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Pushing event updated for resources: {'Port': ['ID=fa43793c-dea0-49fa-a340-25679cc6754a,revision_number=1']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:09.841355 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Allocated IP 172.27.1.221 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/4438852f-423d-4d8d-8601-954bb9bb59c4) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:09.895506 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Attempting to bind port fa43793c-dea0-49fa-a340-25679cc6754a on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:09.895871 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Attempting to bind port fa43793c-dea0-49fa-a340-25679cc6754a by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:09.896224 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Attempting to bind port fa43793c-dea0-49fa-a340-25679cc6754a on network 8bad9518-6e4b-4414-8776-599f6dbae862 {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:09.901904 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:09.902335 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Checking segment: {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:09.902676 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.903061 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Bound using segment: {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:09.903527 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Bound port: fa43793c-dea0-49fa-a340-25679cc6754a, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:09.903909 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.963250 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.973933 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] For port fa43793c-dea0-49fa-a340-25679cc6754a, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:09.977241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] For port fa43793c-dea0-49fa-a340-25679cc6754a, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fa43793c-dea0-49fa-a340-25679cc6754a,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:09.983197 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:09.998511 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:10.045390 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275217e-65ae-4bd5-a10d-d8fd85b195aa None None] Pushing event updated for resources: {'Port': ['ID=fa43793c-dea0-49fa-a340-25679cc6754a,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:10.058055 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:10.061172 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:10.067392 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:10.073248 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Pushing event updated for resources: {'Port': ['ID=4438852f-423d-4d8d-8601-954bb9bb59c4,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:10.261462 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Sync routers for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:59:10.289764 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:10.290386 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:10.361123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for router_gateway (31510188-8e6c-44b1-97a8-fb3417967f0c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:10.407174 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:10.575972 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586721'] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:10.700132 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 2, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:10.732218 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Checking router: fc55c0eb-968f-4f10-afe5-6d90788fa756 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:59:10.732815 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Updating router fc55c0eb-968f-4f10-afe5-6d90788fa756 port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:59:10.744878 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Router 31510188-8e6c-44b1-97a8-fb3417967f0c is scheduled to L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 with binding_index 1 {{(pid=120583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 16:59:10.769875 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:10.913246 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:59:10.933064 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Sync routers for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:59:10.938402 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fa43793c-dea0-49fa-a340-25679cc6754a up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:10.940344 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:10.944475 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-501a2867-e010-4544-a0d2-fea522ad9ded admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9742322 May 10 16:59:10.945183 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47088) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:10.997158 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:10.997806 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:11.065241 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fa43793c-dea0-49fa-a340-25679cc6754a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:11.065673 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.069971 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks [] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.078980 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.181536 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Pushing event updated for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:11.191572 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:11.203951 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.204342 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.205303 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.205824 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.206336 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.206820 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.207299 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.207791 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.208368 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.208871 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.209350 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.209846 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.210385 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.210979 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.211504 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:11.215291 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Attempting to bind port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:11.215872 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Attempting to bind port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:11.216481 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Attempting to bind port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c on network aa44f7bd-8c99-4236-a728-89a387b3d6df {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:11.223797 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:11.224469 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Checking segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:11.225028 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.225584 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Bound using segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:11.226294 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Bound port: 7513f978-20e5-4cc6-aa86-88fd1bab4f4c, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:11.226975 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.234625 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f888c7b-ba2a-48cb-8444-9b86b624e76d None None] Network 8bad9518-6e4b-4414-8776-599f6dbae862 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 16:59:11.294098 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cf408337-d7d5-4867-bacd-b3efdc7b3f90 None None] Provisioning complete for port fa43793c-dea0-49fa-a340-25679cc6754a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:11.294539 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cf408337-d7d5-4867-bacd-b3efdc7b3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.300519 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] For port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:11.305945 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] For port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:11.316023 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.371702 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dae23-b0a0-418f-8e9d-b5487fb20e31 None None] Pushing event updated for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:11.391613 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:11.393326 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:11.444620 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fa43793c-dea0-49fa-a340-25679cc6754a is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:11.445059 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.520051 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.540158 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port fa43793c-dea0-49fa-a340-25679cc6754a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fa43793c-dea0-49fa-a340-25679cc6754a,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:11.542190 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:11.576635 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.576635 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6c567627-6e05-49a1-bc75-2c164b97eb94 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:11.792536 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Allocated IP 172.20.0.1 (8bad9518-6e4b-4414-8776-599f6dbae862/1f7a2165-67ec-41ff-b967-3a0619eb162b/ba66cbca-1466-4580-82c9-e494d8860b27) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:11.804605 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:11Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:11.869177 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ac408-8a58-4724-abf8-e732c0e24325 None None] The sync data for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:11Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:59:11.881690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cf408337-d7d5-4867-bacd-b3efdc7b3f90 None None] Current status of the port fa43793c-dea0-49fa-a340-25679cc6754a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:11.893884 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:10Z', 'revision_number': 3, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:11.928980 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=fa43793c-dea0-49fa-a340-25679cc6754a,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:11.934285 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Checking router: 31510188-8e6c-44b1-97a8-fb3417967f0c for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:59:11.934972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Updating router 31510188-8e6c-44b1-97a8-fb3417967f0c port 4438852f-423d-4d8d-8601-954bb9bb59c4 binding host dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:59:11.938575 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 6c567627-6e05-49a1-bc75-2c164b97eb94 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:11.938667 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:11.950212 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks [] for port (ba66cbca-1466-4580-82c9-e494d8860b27), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.008021 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.015510 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.032372 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Provisioning complete for port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:12.033074 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.055009 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Network 8bad9518-6e4b-4414-8776-599f6dbae862 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:12.060801 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:12.067108 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:12.070718 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Pushing event updated for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:12.125594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576438'] for router_interface (31510188-8e6c-44b1-97a8-fb3417967f0c), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.306588 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 6c567627-6e05-49a1-bc75-2c164b97eb94 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:12.325142 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.326758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Current status of the port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:12.327155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.391099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] For port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:12.402336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.492606 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf868b34-0deb-44f7-aeb9-2b90015e4a3f None None] Pushing event updated for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:12.516126 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks [] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), precommit_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.525621 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.526664 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks [] for port (ba66cbca-1466-4580-82c9-e494d8860b27), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.532268 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Provisioning complete for port ba66cbca-1466-4580-82c9-e494d8860b27 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:12.532268 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.533325 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.605457 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Pushing event updated for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:12.610530 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575115'] for router_interface (31510188-8e6c-44b1-97a8-fb3417967f0c), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.622058 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Attempting to bind port 4438852f-423d-4d8d-8601-954bb9bb59c4 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:12.622429 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Attempting to bind port 4438852f-423d-4d8d-8601-954bb9bb59c4 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:12.622803 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Attempting to bind port 4438852f-423d-4d8d-8601-954bb9bb59c4 on network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:12.627689 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70947f-fb3a-42cb-86db-51fbd9ffdbaf None None] Pushing event updated for resources: {'Port': ['ID=4438852f-423d-4d8d-8601-954bb9bb59c4,revision_number=2']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Checking segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Bound using segment: {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'} {{(pid=120585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Bound port: 4438852f-423d-4d8d-8601-954bb9bb59c4, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7da60-b2ac-4885-9e35-1566f41e9fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d'}}] {{(pid=120585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:12.636159 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.640620 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Port ba66cbca-1466-4580-82c9-e494d8860b27 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:12.673117 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Provisioning complete for port fa43793c-dea0-49fa-a340-25679cc6754a triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:12.674205 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.723814 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Network 8bad9518-6e4b-4414-8776-599f6dbae862 is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:12.725417 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:12.730704 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] For port 4438852f-423d-4d8d-8601-954bb9bb59c4, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:12.735242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] For port 4438852f-423d-4d8d-8601-954bb9bb59c4, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4438852f-423d-4d8d-8601-954bb9bb59c4,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:12.766511 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:12.849728 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-d591a4f9-2944-4a1c-aa06-4f88c9c82dfc None None] Current status of the port fa43793c-dea0-49fa-a340-25679cc6754a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:12.864997 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:12.866011 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:12.914842 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7513f978-20e5-4cc6-aa86-88fd1bab4f4c up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:12.961545 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70947f-fb3a-42cb-86db-51fbd9ffdbaf None None] Pushing event updated for resources: {'Port': ['ID=4438852f-423d-4d8d-8601-954bb9bb59c4,revision_number=3']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:13.037187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:13.037455 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.066956 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:13.115409 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-db213ef0-c0a3-4777-b67c-7d9310714950 None None] Provisioning complete for port ba66cbca-1466-4580-82c9-e494d8860b27 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:13.115781 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-db213ef0-c0a3-4777-b67c-7d9310714950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.174960 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Router 31510188-8e6c-44b1-97a8-fb3417967f0c has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:59:13.245607 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-db213ef0-c0a3-4777-b67c-7d9310714950 None None] Port ba66cbca-1466-4580-82c9-e494d8860b27 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:13.292352 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:59:13.300331 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d76b6411-ef80-4f0e-9a51-356c5c9dbf89 admin admin] 10.222.0.48 "PUT /v2.0/routers/31510188-8e6c-44b1-97a8-fb3417967f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3540251 May 10 16:59:13.311787 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:13.313726 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fa43793c-dea0-49fa-a340-25679cc6754a up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:13.436842 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port fa43793c-dea0-49fa-a340-25679cc6754a triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:13.437220 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.439746 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'ba66cbca-1466-4580-82c9-e494d8860b27', 'name': '', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'mac_address': 'fa:16:3e:1d:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:11Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 2, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'subnets': [{'id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:13.486380 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d454-4788-4c33-aaa1-4edc1471ce8a None None] The sync data for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi is: [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'ba66cbca-1466-4580-82c9-e494d8860b27', 'name': '', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'mac_address': 'fa:16:3e:1d:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:11Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 2, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'subnets': [{'id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:59:13.550987 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port fa43793c-dea0-49fa-a340-25679cc6754a is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:13.772445 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47096) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:13.777908 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20001153', 'description': 'tempest-secgroup-smoke-20001153 description', 'project_id': '4ca9807e934c4826bb948e391d7a315a'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:13.800594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.887489 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (22ee76ed-5f3b-440d-8cf9-052e75b7d2a9), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.891472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (22ee76ed-5f3b-440d-8cf9-052e75b7d2a9), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.919462 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:13.920717 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1467409 May 10 16:59:13.923845 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47098) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:13.929143 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:13.934257 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a88f5-a3f5-45a5-9c19-b198155891dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:13.972207 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (938c794f-1f5e-459f-a5af-c3cad04e9621), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.036313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (938c794f-1f5e-459f-a5af-c3cad04e9621), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.041232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (938c794f-1f5e-459f-a5af-c3cad04e9621), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.061098 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938c794f-1f5e-459f-a5af-c3cad04e9621,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.070555 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.074354 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8355807b-d420-447e-b6dd-5fcf32964f36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462317 May 10 16:59:14.074573 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47100) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:14.079156 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:14.108174 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (ef41e858-ad42-4b9c-9507-3edfae20830f), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.168539 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (ef41e858-ad42-4b9c-9507-3edfae20830f), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.172030 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (ef41e858-ad42-4b9c-9507-3edfae20830f), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.190001 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef41e858-ad42-4b9c-9507-3edfae20830f,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.198594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.199775 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-d061961b-c850-4a24-9a5d-784d9ad71762 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242688 May 10 16:59:14.202739 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47102) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:14.207080 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:14.231172 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (558f80d5-619d-44cd-9a91-9040790638a3), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.290951 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (558f80d5-619d-44cd-9a91-9040790638a3), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.295018 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (558f80d5-619d-44cd-9a91-9040790638a3), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.316126 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558f80d5-619d-44cd-9a91-9040790638a3,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.325414 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.326776 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8154e92c-9643-4020-85f0-25c29a6b2429 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229970 May 10 16:59:14.329457 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47104) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:14.335362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:14.362531 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (8d9c71e8-442c-4e19-9a46-d5b8d62fce70), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.418422 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (8d9c71e8-442c-4e19-9a46-d5b8d62fce70), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.421944 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (8d9c71e8-442c-4e19-9a46-d5b8d62fce70), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.439551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9c71e8-442c-4e19-9a46-d5b8d62fce70,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.446692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.447873 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5d6d9dc7-dd7d-47c4-8789-fe55bf70925b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167331 May 10 16:59:14.450577 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47106) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:14.455339 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:14.474728 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Project 4ca9807e934c4826bb948e391d7a315a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:59:14.480646 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (27c40d5b-1baf-4b1b-aa26-e51a34c83543), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.544738 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (27c40d5b-1baf-4b1b-aa26-e51a34c83543), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.550269 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (27c40d5b-1baf-4b1b-aa26-e51a34c83543), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.570371 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c40d5b-1baf-4b1b-aa26-e51a34c83543,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.582235 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.583502 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-a5865a6d-5f0f-47fd-ac5a-54ef95aa639e tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319859 May 10 16:59:14.586291 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47108) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:14.590561 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'security_group_rule': {'security_group_id': '22ee76ed-5f3b-440d-8cf9-052e75b7d2a9', 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:14.615031 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.securitygroups_db [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Project 4ca9807e934c4826bb948e391d7a315a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 16:59:14.620806 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (96e1aba4-d426-4e04-a53c-36cbebbd35f8), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.681108 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (96e1aba4-d426-4e04-a53c-36cbebbd35f8), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.685674 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267969'] for security_group_rule (96e1aba4-d426-4e04-a53c-36cbebbd35f8), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.702205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e1aba4-d426-4e04-a53c-36cbebbd35f8,revision_number=0']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:14.711395 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:14.712635 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-46d0b992-f310-4e2f-abfd-fa48db23de34 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254237 May 10 16:59:16.209115 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Sync routers for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:59:16.219933 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:16.221312 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:16.332076 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:16.523985 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'ba66cbca-1466-4580-82c9-e494d8860b27', 'name': '', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'mac_address': 'fa:16:3e:1d:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:11Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 2, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'subnets': [{'id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:16.555246 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Checking router: 31510188-8e6c-44b1-97a8-fb3417967f0c for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:59:16.555593 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Updating router 31510188-8e6c-44b1-97a8-fb3417967f0c port ba66cbca-1466-4580-82c9-e494d8860b27 binding host dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 16:59:16.584244 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:16.805053 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4438852f-423d-4d8d-8601-954bb9bb59c4 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:16.854515 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 4438852f-423d-4d8d-8601-954bb9bb59c4 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:16.854881 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:16.856301 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks [] for port (ba66cbca-1466-4580-82c9-e494d8860b27), precommit_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:16.861996 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:16.912414 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81090f-2656-402e-b0a6-0c8da26d94f2 None None] Pushing event updated for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=3']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:16.973890 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Attempting to bind port ba66cbca-1466-4580-82c9-e494d8860b27 on host dv-cinder-835881-10-iscsi for vnic_type normal with profile {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:16.974269 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Attempting to bind port ba66cbca-1466-4580-82c9-e494d8860b27 by drivers openvswitch,hyperv on host dv-cinder-835881-10-iscsi at level 0 using segments [{'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:16.974783 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Attempting to bind port ba66cbca-1466-4580-82c9-e494d8860b27 on network 8bad9518-6e4b-4414-8776-599f6dbae862 {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:16.981111 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Checking agent: {'id': '5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 39, 26), 'started_at': datetime.datetime(2022, 5, 10, 16, 39, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:16.981756 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Checking segment: {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:16.982394 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:16.982976 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Bound using segment: {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'} {{(pid=120586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:16.983650 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.managers [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Bound port: ba66cbca-1466-4580-82c9-e494d8860b27, host: dv-cinder-835881-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b594a6e-b418-4d1e-8da0-bae035afa10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862'}}] {{(pid=120586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:16.984223 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), before_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.065639 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] For port ba66cbca-1466-4580-82c9-e494d8860b27, host dv-cinder-835881-10-iscsi, cleared binding levels {{(pid=120586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:17.069493 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.plugins.ml2.db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] For port ba66cbca-1466-4580-82c9-e494d8860b27, host dv-cinder-835881-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ba66cbca-1466-4580-82c9-e494d8860b27,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:17.080752 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron_lib.callbacks.manager [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_update {{(pid=120586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.082973 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 4438852f-423d-4d8d-8601-954bb9bb59c4 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:17.083367 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.107637 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] For port 4438852f-423d-4d8d-8601-954bb9bb59c4, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4438852f-423d-4d8d-8601-954bb9bb59c4,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:17.112725 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.137733 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:17.138375 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:58:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:17.176067 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Pushing event updated for resources: {'Port': ['ID=4438852f-423d-4d8d-8601-954bb9bb59c4,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:17.202307 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Provisioning complete for port ba66cbca-1466-4580-82c9-e494d8860b27 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:17.202694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.315697 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Current status of the port ba66cbca-1466-4580-82c9-e494d8860b27 is: DOWN; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:17.316099 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.372152 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] For port ba66cbca-1466-4580-82c9-e494d8860b27, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ba66cbca-1466-4580-82c9-e494d8860b27,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:17.379190 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.393148 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:17.395447 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81090f-2656-402e-b0a6-0c8da26d94f2 None None] Pushing event updated for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=4']} {{(pid=120586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:17.436936 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482d779-41a7-492a-b1aa-6927aefc535b None None] Pushing event updated for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:17.501029 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-f58714b5-a9c7-4088-b243-bd24bdcff938 None None] Provisioning complete for port ba66cbca-1466-4580-82c9-e494d8860b27 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:17.501884 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f58714b5-a9c7-4088-b243-bd24bdcff938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:17.594745 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-f58714b5-a9c7-4088-b243-bd24bdcff938 None None] Current status of the port ba66cbca-1466-4580-82c9-e494d8860b27 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:17.610387 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'ba66cbca-1466-4580-82c9-e494d8860b27', 'name': '', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'mac_address': 'fa:16:3e:1d:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:11Z', 'updated_at': '2022-05-10T16:59:17Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'subnets': [{'id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:17.637241 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578c8ef2-3c9f-4436-bcc0-e62834b4cd3a None None] The sync data for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi is: [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': 'ba66cbca-1466-4580-82c9-e494d8860b27', 'name': '', 'network_id': '8bad9518-6e4b-4414-8776-599f6dbae862', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'mac_address': 'fa:16:3e:1d:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:11Z', 'updated_at': '2022-05-10T16:59:17Z', 'revision_number': 4, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'subnets': [{'id': '1f7a2165-67ec-41ff-b967-3a0619eb162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:59:18.802668 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4438852f-423d-4d8d-8601-954bb9bb59c4 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:18.850149 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port 4438852f-423d-4d8d-8601-954bb9bb59c4 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:18.850528 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:18.940688 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port 4438852f-423d-4d8d-8601-954bb9bb59c4 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:18.941760 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ba66cbca-1466-4580-82c9-e494d8860b27 up at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:18.993955 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Provisioning complete for port ba66cbca-1466-4580-82c9-e494d8860b27 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:18.994523 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:19.077004 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Current status of the port ba66cbca-1466-4580-82c9-e494d8860b27 is: ACTIVE; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:19.155211 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cde58953-6f4a-4dc8-b269-6c3a8cadb40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:21.392588 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4c35bfcf-b0bf-48da-bb40-b8e21128dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:22.537233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:24.314476 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:25.623378 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:28.931364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:29.026403 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-87a278c6-eb67-49c6-9792-71d9ac3b89db tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20001153&fields=id&tenant_id=4ca9807e934c4826bb948e391d7a315a HTTP/1.1" status: 200 len: 267 time: 0.0443840 May 10 16:59:29.134509 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-8326b872-86bb-47fa-aab1-8a7ba682a9f8 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:29.136027 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-8326b872-86bb-47fa-aab1-8a7ba682a9f8 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 808 time: 0.1032219 May 10 16:59:29.150610 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-0949e4eb-6d0e-4c7e-8045-5810efadf840 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/quotas/4ca9807e934c4826bb948e391d7a315a HTTP/1.1" status: 200 len: 375 time: 0.0093307 May 10 16:59:29.204639 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-d680fb40-c335-46f9-86ae-6281ec607024 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488358 May 10 16:59:29.219449 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-43d00236-2e51-4d19-b0a9-e5fecbee4ec7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:59:29.220440 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-43d00236-2e51-4d19-b0a9-e5fecbee4ec7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050659 May 10 16:59:29.307339 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6da634e4-33a8-4163-9de3-58366e90c8ed service neutron] 10.222.0.48 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815129 May 10 16:59:29.424381 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-eaa53125-641e-4e3d-8fc0-02a365e809ca service neutron] 10.222.0.48 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112642 May 10 16:59:29.714731 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-10037e04-8349-4b70-89b1-01dd5aa01332 req-9e43bb3e-337b-4740-85ff-83f2fcaec6e2 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 210 time: 0.0290630 May 10 16:59:30.633003 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-ba87e18c-b289-4d7b-ad17-c1022f744aca tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:30.634470 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-ba87e18c-b289-4d7b-ad17-c1022f744aca tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 808 time: 0.1077340 May 10 16:59:30.699486 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-ce40742b-7215-4d1e-9d72-de5e5fc72536 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ca9807e934c4826bb948e391d7a315a HTTP/1.1" status: 200 len: 378 time: 0.0569961 May 10 16:59:30.709577 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'port': {'device_id': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'admin_state_up': True, 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'security_groups': ['22ee76ed-5f3b-440d-8cf9-052e75b7d2a9']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:30.815861 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-97705e71-8976-4701-8a13-5c7a1b403c6d req-c873b9b8-bda6-42e2-8e7b-a1bba529f0ec tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 210 time: 0.0333545 May 10 16:59:30.843770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Made reservation on behalf of 4ca9807e934c4826bb948e391d7a315a for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:30.847075 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:30.982603 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Allocated IP 172.20.0.6 (aa44f7bd-8c99-4236-a728-89a387b3d6df/bc9851da-d981-4a21-a5f7-6c2a2ed08a81/7a105162-f20d-4ee9-a4ae-56c05650a65d) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:31.127397 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.161785 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.200873 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Network aa44f7bd-8c99-4236-a728-89a387b3d6df is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:31.203827 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:31.208212 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:31.237058 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:31.266324 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:31.267011 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.285858 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-4cc92d8a-cadc-4999-ae80-aada76676209 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808289 May 10 16:59:31.296948 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Request body: {'port': {'device_id': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:31.362215 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.400647 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-aeaaf7b7-5096-4263-a0c8-994b31d544d9 None None] Provisioning complete for port 7a105162-f20d-4ee9-a4ae-56c05650a65d triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:31.401289 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf7b7-5096-4263-a0c8-994b31d544d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.443699 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-aeaaf7b7-5096-4263-a0c8-994b31d544d9 None None] Port 7a105162-f20d-4ee9-a4ae-56c05650a65d cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:31.622918 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a105162-f20d-4ee9-a4ae-56c05650a65d {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:59:31.630280 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks [] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.642246 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Transition to ACTIVE for port object 7a105162-f20d-4ee9-a4ae-56c05650a65d will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:59:31.646538 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.702438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:31.778176 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Attempting to bind port 7a105162-f20d-4ee9-a4ae-56c05650a65d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:31.778511 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Attempting to bind port 7a105162-f20d-4ee9-a4ae-56c05650a65d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:31.778839 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Attempting to bind port 7a105162-f20d-4ee9-a4ae-56c05650a65d on network aa44f7bd-8c99-4236-a728-89a387b3d6df {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:31.783247 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Port 7a105162-f20d-4ee9-a4ae-56c05650a65d on network aa44f7bd-8c99-4236-a728-89a387b3d6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:59:31.783571 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Attempting to bind port 7a105162-f20d-4ee9-a4ae-56c05650a65d on network aa44f7bd-8c99-4236-a728-89a387b3d6df {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:31.789395 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:31.789741 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Checking segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:31.790124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Bound using segment: {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:31.790549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Bound port: 7a105162-f20d-4ee9-a4ae-56c05650a65d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb666f2-06ed-41f6-9d49-5c60f392cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:31.790903 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.859119 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:31.862263 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:31.870505 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.904944 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:31.905579 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:31.906994 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 1093 time: 0.6145284 May 10 16:59:31.907452 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:59:31.909733 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d9b33-3734-41ae-b97c-defc4e73ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:59:31.945962 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bd4f5-e32b-4fde-a184-a9b4b73f522c req-d76a690c-bd80-4740-a3c1-117db7cff6e4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:31.948307 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c85bd4f5-e32b-4fde-a184-a9b4b73f522c req-d76a690c-bd80-4740-a3c1-117db7cff6e4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0613813 May 10 16:59:31.966633 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135dc66-b6d1-48a1-9e31-5509732b3424 x-openstack-request-id: req-9135dc66-b6d1-48a1-9e31-5509732b3424 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:59:31.966976 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:59:31.967165 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9135dc66-b6d1-48a1-9e31-5509732b3424 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:59:31.967539 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9135dc66-b6d1-48a1-9e31-5509732b3424'] response: {'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'status': 'completed', 'code': 200} May 10 16:59:31.971485 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5723d0-4466-454c-840b-bf0d0c691020 service neutron] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:32.005087 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-fb8b38ab-0b66-4c48-b4d8-301bb725f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.006608 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-fb8b38ab-0b66-4c48-b4d8-301bb725f0bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1127 time: 0.0540090 May 10 16:59:32.011758 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c85bd4f5-e32b-4fde-a184-a9b4b73f522c req-3b3f433d-c050-4f86-a379-ebbb375872cd tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503676 May 10 16:59:32.053718 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-797fc4a3-8f4b-4346-8d56-3d32b7e31a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 217 time: 0.0402761 May 10 16:59:32.103089 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-5e97f68e-536a-4565-8a8e-c7a9cb3fc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.104579 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-5e97f68e-536a-4565-8a8e-c7a9cb3fc778 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0453250 May 10 16:59:32.147361 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-f5f250c7-70ec-4e10-87c9-64309ee5041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.148873 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-f5f250c7-70ec-4e10-87c9-64309ee5041f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390723 May 10 16:59:32.238947 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-02b9b09c-1d03-4a84-8c79-049554f401cd service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843551 May 10 16:59:32.325899 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-407cdab0-0512-4a90-85d6-6c39538f2142 req-71066925-39c9-43ca-9c6c-f8b5c510a78b service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 May 10 16:59:32.595867 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-2426d06f-f9cf-4794-bd7b-4eab84d0e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.597423 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-2426d06f-f9cf-4794-bd7b-4eab84d0e888 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1127 time: 0.0509763 May 10 16:59:32.698653 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-0772936b-d536-4ba5-bd14-a7ad35b8a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.700109 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-0772936b-d536-4ba5-bd14-a7ad35b8a35f service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.0956430 May 10 16:59:32.741476 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-3bebd709-9797-42f0-8736-16e154a8cc26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 217 time: 0.0345778 May 10 16:59:32.792352 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-bfadb6d3-392b-4e49-ae91-610f0500a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.793804 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-bfadb6d3-392b-4e49-ae91-610f0500a2b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0468166 May 10 16:59:32.838967 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-16dbb8a8-61f7-4962-8b53-ec710f31f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:32.840464 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-16dbb8a8-61f7-4962-8b53-ec710f31f344 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405905 May 10 16:59:32.928626 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-59a85b1b-49e5-4681-bd43-fe53646f12e9 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 May 10 16:59:33.021511 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a96d9b33-3734-41ae-b97c-defc4e73ca74 req-09c4d5a9-fd48-4c15-9664-1782be9b6b44 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 May 10 16:59:33.127764 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331ce5-f61d-4912-96e9-1ef0518010ca req-c914dcac-577a-4b4f-840e-37ea14700ec5 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:33.129296 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a331ce5-f61d-4912-96e9-1ef0518010ca req-c914dcac-577a-4b4f-840e-37ea14700ec5 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0464964 May 10 16:59:33.179820 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5a331ce5-f61d-4912-96e9-1ef0518010ca req-ef7343a9-a10e-49a9-82e5-1f894cf66866 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444934 May 10 16:59:34.291616 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907206b-131b-4962-bf12-0a9b8de774e1 req-f21be4af-7cfd-41ef-b30a-51e1395ec9ed tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:34.293126 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2907206b-131b-4962-bf12-0a9b8de774e1 req-f21be4af-7cfd-41ef-b30a-51e1395ec9ed tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0478964 May 10 16:59:34.342682 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2907206b-131b-4962-bf12-0a9b8de774e1 req-77da8def-d278-402b-a077-83908b6d123b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440669 May 10 16:59:35.458699 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3556bc-a251-4938-8247-16f5e6b69339 req-799c614b-6779-4a35-b422-e28bee0c61dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:35.460159 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d3556bc-a251-4938-8247-16f5e6b69339 req-799c614b-6779-4a35-b422-e28bee0c61dc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0521522 May 10 16:59:35.508063 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-5d3556bc-a251-4938-8247-16f5e6b69339 req-113e82dd-998b-46c0-b502-c298d0ba5853 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423636 May 10 16:59:35.686720 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 16:59:36.628504 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e4413-63b4-4ef5-a0c9-c4490a76dc30 req-a3e96384-c28c-4c05-8045-cfd252c4ad72 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:36.629996 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-609e4413-63b4-4ef5-a0c9-c4490a76dc30 req-a3e96384-c28c-4c05-8045-cfd252c4ad72 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0458887 May 10 16:59:36.682130 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-609e4413-63b4-4ef5-a0c9-c4490a76dc30 req-7cca9c45-5129-48f0-93e6-d8f28e1613e4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465629 May 10 16:59:37.796311 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba784f-8a11-4fd7-bada-3540c2b702ea req-a0417c5b-a3e9-4c6a-9dc9-80ae4ae6d554 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:37.797839 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a0ba784f-8a11-4fd7-bada-3540c2b702ea req-a0417c5b-a3e9-4c6a-9dc9-80ae4ae6d554 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0471370 May 10 16:59:37.846280 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-a0ba784f-8a11-4fd7-bada-3540c2b702ea req-acccf51c-849f-4fbf-960a-03162a5f4c0c tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417891 May 10 16:59:38.960715 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4aba6-e60a-42f6-a679-2bc31d9110f5 req-8a191423-713b-4ec8-b758-eeeeb5c4b327 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:38.962191 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cec4aba6-e60a-42f6-a679-2bc31d9110f5 req-8a191423-713b-4ec8-b758-eeeeb5c4b327 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0478139 May 10 16:59:39.025757 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cec4aba6-e60a-42f6-a679-2bc31d9110f5 req-f7b9cccf-5140-4f25-9382-a2c6432c881d tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578198 May 10 16:59:39.916864 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 16:59:40.013202 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:40.024291 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'mac_address': 'fa:16:3e:82:2b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 16:59:40.061458 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7a105162-f20d-4ee9-a4ae-56c05650a65d is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:40.061846 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:40.075576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a105162-f20d-4ee9-a4ae-56c05650a65d {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:59:40.096918 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:40.103393 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:40.152153 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:40.163528 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cedd9b-c666-42ab-9cfd-90cd0f35dd45 req-091e0568-8ec5-44a6-8175-30a88e1138f6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:40.165050 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-02cedd9b-c666-42ab-9cfd-90cd0f35dd45 req-091e0568-8ec5-44a6-8175-30a88e1138f6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 944 time: 0.0544958 May 10 16:59:40.216405 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-02cedd9b-c666-42ab-9cfd-90cd0f35dd45 req-2176c984-8b82-4838-9608-7b6777fbed85 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455623 May 10 16:59:40.316634 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['7a105162-f20d-4ee9-a4ae-56c05650a65d'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 16:59:41.328568 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6827-e5a4-4da0-ab8a-cf74c6731961 req-d7e66369-29d7-4b52-98c5-f2318fd95f12 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:41.330034 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c66d6827-e5a4-4da0-ab8a-cf74c6731961 req-d7e66369-29d7-4b52-98c5-f2318fd95f12 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 944 time: 0.0472510 May 10 16:59:41.386317 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-c66d6827-e5a4-4da0-ab8a-cf74c6731961 req-25256bf1-530d-4bd3-a30f-2977dd61cc18 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499001 May 10 16:59:41.911351 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 16:59:41.956575 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port 7a105162-f20d-4ee9-a4ae-56c05650a65d completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 16:59:41.962275 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 7a105162-f20d-4ee9-a4ae-56c05650a65d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:41.962650 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:42.040187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7a105162-f20d-4ee9-a4ae-56c05650a65d is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 16:59:42.040618 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:42.064091 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:59:42.067211 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2938438-9b27-4bd6-beac-946341b9e45f" -d '{"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:59:42.080534 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 16:59:42.084624 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:42.137440 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:42.162952 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b36aea-800f-4ccb-bddd-03b4e49415f9 x-openstack-request-id: req-f5b36aea-800f-4ccb-bddd-03b4e49415f9 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:59:42.163188 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:59:42.163438 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5b36aea-800f-4ccb-bddd-03b4e49415f9 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:59:42.163834 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b36aea-800f-4ccb-bddd-03b4e49415f9'] response: {'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'code': 200} May 10 16:59:42.368644 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb047-fbbc-4a74-957e-97b754803b0b req-2b1b6ba6-5451-41c3-9d50-1003ba0cfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:42.370089 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-55deb047-fbbc-4a74-957e-97b754803b0b req-2b1b6ba6-5451-41c3-9d50-1003ba0cfb87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0380292 May 10 16:59:42.415778 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-55deb047-fbbc-4a74-957e-97b754803b0b req-b5b36ae8-56af-4bbc-90cf-6033c3aa0dd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389893 May 10 16:59:42.503088 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084c11-489d-4d50-8547-1554a7967e6e req-0eb1a0db-ed67-4ada-8344-1d8915c3de16 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:42.504809 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eb084c11-489d-4d50-8547-1554a7967e6e req-0eb1a0db-ed67-4ada-8344-1d8915c3de16 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0496473 May 10 16:59:42.560616 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-eb084c11-489d-4d50-8547-1554a7967e6e req-0db4cd9c-8f67-4023-a2ab-13e78f3824d5 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503793 May 10 16:59:43.674364 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73ced4-c684-4f51-89e2-791761f608e6 req-f34e4f08-a36b-4ab8-8c6a-d9e4f35e5c2f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:43.676659 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd73ced4-c684-4f51-89e2-791761f608e6 req-f34e4f08-a36b-4ab8-8c6a-d9e4f35e5c2f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0477264 May 10 16:59:43.741499 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd73ced4-c684-4f51-89e2-791761f608e6 req-bc586cef-a3ee-4ac6-a839-afaab7d03ae6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475168 May 10 16:59:43.853330 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf57fee-cea4-4845-b3b3-ba2961df7329 req-7032ce9e-1445-4dad-9cdc-eea85852eff6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:43.854715 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-edf57fee-cea4-4845-b3b3-ba2961df7329 req-7032ce9e-1445-4dad-9cdc-eea85852eff6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0463536 May 10 16:59:43.903582 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-edf57fee-cea4-4845-b3b3-ba2961df7329 req-d6842050-e385-43bb-9258-c076ab2e4c95 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432277 May 10 16:59:43.928421 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47258) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:44.060532 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dcf31-f72d-430e-9059-14c7eaa099ce tempest-TestShelveInstance-1058856252 tempest-TestShelveInstance-1058856252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:44.062108 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-849dcf31-f72d-430e-9059-14c7eaa099ce tempest-TestShelveInstance-1058856252 tempest-TestShelveInstance-1058856252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1124 time: 0.1326914 May 10 16:59:44.065121 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47262) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 16:59:44.069610 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.v2.base [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:44.090160 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:44.165802 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:44.275007 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_common [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Allocated IP 172.27.1.192 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/fa71409e-f4f6-4868-993f-9abb262d5d39) {{(pid=120583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:44.377402 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:44.411806 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:44.449097 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:44.451906 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.base_scheduler [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Resources bound (agent type, host, resource id): {{(pid=120583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:44.455534 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Received port after_create {{(pid=120583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:44.486409 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'Port': ['ID=fa71409e-f4f6-4868-993f-9abb262d5d39,revision_number=1']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:44.841665 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for floatingip (92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510), precommit_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:44.914204 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), before_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:45.068614 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), precommit_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:45.073245 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596045'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), after_update {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:45.145603 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event updated for resources: {'Port': ['ID=fa71409e-f4f6-4868-993f-9abb262d5d39,revision_number=2']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:45.158198 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510), after_create {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:45.258904 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Floating IP 92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510 associated. External IP: 172.27.1.192, port: 7a105162-f20d-4ee9-a4ae-56c05650a65d. May 10 16:59:45.476133 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Router fc55c0eb-968f-4f10-afe5-6d90788fa756 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 16:59:45.585925 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 16:59:45.596560 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Sync routers for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 16:59:45.607246 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:45.607554 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:45.607996 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:59:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:45.640657 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-0eb08db4-8fae-489b-ba25-e0eceb503ef3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5744324 May 10 16:59:45.641252 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:59:45.643551 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 16:59:45.681874 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b8010b-eba3-4de2-bd5e-f356cc40e1ae x-openstack-request-id: req-c2b8010b-eba3-4de2-bd5e-f356cc40e1ae {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 16:59:45.682171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 16:59:45.682426 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b8010b-eba3-4de2-bd5e-f356cc40e1ae {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 16:59:45.682935 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b8010b-eba3-4de2-bd5e-f356cc40e1ae'] response: {'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'status': 'completed', 'code': 200} May 10 16:59:45.729422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:45.754857 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-14343c08-e489-475d-8000-45456aac5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:45.756432 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-14343c08-e489-475d-8000-45456aac5ee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0513332 May 10 16:59:45.859944 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-5d290196-8996-4085-ad1c-1fa875f49d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:45.861463 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-5d290196-8996-4085-ad1c-1fa875f49d90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.0993857 May 10 16:59:45.935384 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-aaa17dbd-f7fb-46e0-b30e-f99b63a3b7a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 999 time: 0.0679653 May 10 16:59:45.973336 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'mac_address': 'fa:16:3e:82:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:59:44Z', 'updated_at': '2022-05-10T16:59:44Z', 'revision_number': 0, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:45.994043 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-2100bb8e-1742-46ea-82d8-fd01ce99977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:45.995482 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-2100bb8e-1742-46ea-82d8-fd01ce99977d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0540967 May 10 16:59:46.002414 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Checking router: fc55c0eb-968f-4f10-afe5-6d90788fa756 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 16:59:46.014287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 16:59:46.015044 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:59:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:46.042435 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-d36f13be-08c3-4889-b09a-08126e9af60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:46.044026 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-d36f13be-08c3-4889-b09a-08126e9af60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425375 May 10 16:59:46.137229 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 16:59:46.147544 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-96f67445-fc7b-40cd-bfdb-5d8de7fb8d55 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971551 May 10 16:59:46.240892 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-82d15396-76c2-4eb8-b09a-7cd38bab8e1c req-75ecb75e-274a-4efd-842c-efa12659eb83 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 May 10 16:59:46.379980 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'mac_address': 'fa:16:3e:82:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:59:44Z', 'updated_at': '2022-05-10T16:59:44Z', 'revision_number': 0, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 16:59:46.413123 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89923e64-4a90-463c-96ce-f9d6b375c781 None None] The sync data for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'mac_address': 'fa:16:3e:82:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:59:44Z', 'updated_at': '2022-05-10T16:59:44Z', 'revision_number': 0, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 16:59:46.606685 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb1236-5195-4617-8ae9-38c25cf7c8ba None None] New status for floating IP 92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 16:59:49.159157 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-33093724-302d-4139-8e28-d402035d75a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:51.395326 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-b54ef5b7-3412-4d77-bc9c-2d3a71b3029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:52.538201 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:54.317764 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:55.626178 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:56.911243 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-d6672f1a-ae4d-4027-8940-58e085971ef4 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747529592&fields=id&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 267 time: 0.0440347 May 10 16:59:57.018322 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-d9423526-b367-47eb-bfeb-006e2d6059f2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:57.019771 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-d9423526-b367-47eb-bfeb-006e2d6059f2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1016493 May 10 16:59:57.034952 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f8552a0b-9f0b-4c43-9edd-677015c3ac02 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/quotas/0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 375 time: 0.0089500 May 10 16:59:57.085958 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-0ce7b64b-57a8-4269-a52f-fe3ae87d2b82 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448718 May 10 16:59:57.142259 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-c1cb140e-ec88-42c9-8043-0c4692fe20ca service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 16:59:57.143296 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-c1cb140e-ec88-42c9-8043-0c4692fe20ca service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0462403 May 10 16:59:57.233841 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-9971f1fb-9100-464b-a3d1-02ae03000c45 service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840154 May 10 16:59:57.325687 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-84e79951-9c63-4c7d-b414-5681c26ff16d service neutron] 10.222.0.48 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862219 May 10 16:59:57.607130 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1ec876b6-e448-4198-ab48-6664e226f9fa req-6f5dbecc-33b4-4cdb-aec1-52d5258e030b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 210 time: 0.0275049 May 10 16:59:58.610636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-9fd5a996-4660-4fbc-a414-f7f2698e780e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:58.612073 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-9fd5a996-4660-4fbc-a414-f7f2698e780e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 811 time: 0.1079242 May 10 16:59:58.678505 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-768dc2f6-bb1b-428d-b3d9-306d3b6cf612 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8348f4bffd44e7b0da6367a1011709 HTTP/1.1" status: 200 len: 380 time: 0.0586109 May 10 16:59:58.687776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'port': {'device_id': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'admin_state_up': True, 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'security_groups': ['5ebb3ad9-bc02-49fa-b26c-65973cf7a658']}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:58.706330 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f5749bb6-5222-4483-8399-d11854126a39 req-fa4cbb91-8d78-42df-a39a-b2fb0470dbff tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 210 time: 0.0307999 May 10 16:59:58.799270 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Made reservation on behalf of 0b8348f4bffd44e7b0da6367a1011709 for: {'port': 1} {{(pid=120584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 16:59:58.803025 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:58.924080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:58.934449 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.20.0.3 (4630e6fb-ee22-4d27-bd44-871c41a7cdec/a4b332ff-7762-4600-97c2-2ee35ebc33ec/c10a401c-fec0-43d5-a690-aa3e883a0b82) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 16:59:59.090944 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.126982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.171388 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 16:59:59.174864 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 16:59:59.182006 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 16:59:59.188528 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:59.224381 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.224636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.224980 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.225320 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.225655 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.226124 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.227500 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.227858 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.228194 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.228554 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.228885 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.229214 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.229546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.229869 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.230187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 16:59:59.254858 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:59.255501 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.272758 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-89a49677-8fac-433c-9660-e38245a4b29b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888512 May 10 16:59:59.283888 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Request body: {'port': {'device_id': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 16:59:59.350480 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.381409 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-18a2d29d-5aef-4f0d-a557-b21c2397787a None None] Provisioning complete for port c10a401c-fec0-43d5-a690-aa3e883a0b82 triggered by entity DHCP. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 16:59:59.381781 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-18a2d29d-5aef-4f0d-a557-b21c2397787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.417090 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-18a2d29d-5aef-4f0d-a557-b21c2397787a None None] Port c10a401c-fec0-43d5-a690-aa3e883a0b82 cannot update to ACTIVE because it is not bound. {{(pid=120585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 16:59:59.622674 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10a401c-fec0-43d5-a690-aa3e883a0b82 {{(pid=120584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 16:59:59.630292 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks [] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.644366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.provisioning_blocks [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Transition to ACTIVE for port object c10a401c-fec0-43d5-a690-aa3e883a0b82 will not be triggered until provisioned by entity L2. {{(pid=120584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 16:59:59.648835 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.719414 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 16:59:59.777403 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Attempting to bind port c10a401c-fec0-43d5-a690-aa3e883a0b82 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 16:59:59.777734 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Attempting to bind port c10a401c-fec0-43d5-a690-aa3e883a0b82 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 16:59:59.778076 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Attempting to bind port c10a401c-fec0-43d5-a690-aa3e883a0b82 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:59.783103 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Port c10a401c-fec0-43d5-a690-aa3e883a0b82 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 16:59:59.783416 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Attempting to bind port c10a401c-fec0-43d5-a690-aa3e883a0b82 on network 4630e6fb-ee22-4d27-bd44-871c41a7cdec {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 16:59:59.791350 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Checking agent: {'id': 'ebe471ae-5495-4ee1-9ac4-3605f78bc8f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'started_at': datetime.datetime(2022, 5, 10, 16, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 16:59:59.791683 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Checking segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 16:59:59.792057 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Bound using segment: {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'} {{(pid=120584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 16:59:59.792514 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.managers [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Bound port: c10a401c-fec0-43d5-a690-aa3e883a0b82, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7510e7-e373-4671-9239-0552a7a9c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec'}}] {{(pid=120584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 16:59:59.792869 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.867636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c895-6319-47f2-89d7-cb82700f208f req-a66ccc2d-4079-4223-88c8-fca2ea7ec47b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:59.869247 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8cb6c895-6319-47f2-89d7-cb82700f208f req-a66ccc2d-4079-4223-88c8-fca2ea7ec47b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0803034 May 10 16:59:59.918735 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, cleared binding levels {{(pid=120584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 16:59:59.923381 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 16:59:59.938678 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.951191 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8cb6c895-6319-47f2-89d7-cb82700f208f req-33b60bb3-d3b3-4924-8f36-90b3caad4eac tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760074 May 10 16:59:59.982007 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 16:59:59.982660 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 16:59:59.984023 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 200 len: 1093 time: 0.7043767 May 10 16:59:59.984507 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 16:59:59.986685 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd6457b-9b8c-4041-8b01-3d89694fe462" -d '{"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:00:00.009711 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5091e-8423-49a6-b63a-12954991a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=3']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:00:00.032968 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d2daa-a0e2-4378-b166-226ff4a757c8 x-openstack-request-id: req-9b5d2daa-a0e2-4378-b166-226ff4a757c8 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:00:00.033275 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:00:00.033524 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b5d2daa-a0e2-4378-b166-226ff4a757c8 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:00:00.033953 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5d2daa-a0e2-4378-b166-226ff4a757c8'] response: {'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'status': 'completed', 'code': 200} May 10 17:00:00.090837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-fa7f7792-af89-4d88-b5e0-218b0394ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:00.092252 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-fa7f7792-af89-4d88-b5e0-218b0394ce6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1127 time: 0.0413499 May 10 17:00:00.142189 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-49786f78-10ec-4ec7-ae70-484db11fc839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 200 len: 217 time: 0.0421965 May 10 17:00:00.193752 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-bba6f926-7241-4a0e-a84f-8911da73d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:00.195762 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-bba6f926-7241-4a0e-a84f-8911da73d875 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0462561 May 10 17:00:00.239028 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-e50985d5-4c23-4ee0-a738-edcf86bfc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:00.240684 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-e50985d5-4c23-4ee0-a738-edcf86bfc651 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379510 May 10 17:00:00.332418 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-da5c7845-6ba2-4c72-a736-9064d7b1a24e service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858498 May 10 17:00:00.422143 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-2dbe1ad1-5115-4ece-b70e-80f4c3ae62a8 req-87791dd0-722f-4706-97cf-09c57aed02a8 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839734 May 10 17:00:00.721167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-03e98dce-1671-4548-b25b-09269f98fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:00.722598 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-03e98dce-1671-4548-b25b-09269f98fbfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1127 time: 0.0455782 May 10 17:00:00.811651 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-bd68bb27-0181-4268-a082-000d0e32f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:00.813128 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-bd68bb27-0181-4268-a082-000d0e32f977 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.0841632 May 10 17:00:00.858395 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-2440de8d-9b97-4da3-85d9-3d4e2c4e2aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 200 len: 217 time: 0.0366247 May 10 17:00:01.195690 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aff7-d5a0-4f76-a156-a86904fe192a req-5987484d-dbf8-4c51-826b-609353572d43 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:01.197312 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1a70aff7-d5a0-4f76-a156-a86904fe192a req-5987484d-dbf8-4c51-826b-609353572d43 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0536163 May 10 17:00:01.198730 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-a7e02b5c-36e2-4c45-9519-1235158a7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:01.200016 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-a7e02b5c-36e2-4c45-9519-1235158a7808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.3326619 May 10 17:00:01.261136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-05d5394b-46f6-43ff-9469-531f1343d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:01.262477 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-05d5394b-46f6-43ff-9469-531f1343d08d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540042 May 10 17:00:01.293432 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-1a70aff7-d5a0-4f76-a156-a86904fe192a req-046bca83-e396-46f8-9910-5ad30b782ffd tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903070 May 10 17:00:01.361959 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-18983f02-c51b-483a-a9c8-a0a7a88fba84 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 May 10 17:00:01.452038 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-fbd6457b-9b8c-4041-8b01-3d89694fe462 req-5d4be66a-19e1-41ee-9285-75a20b9737f7 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839326 May 10 17:00:02.410756 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca1a8-eac2-4aa3-8218-07e2f52309cb req-14ebe855-0aae-426d-89f1-836aa84b8692 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:02.412223 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-97aca1a8-eac2-4aa3-8218-07e2f52309cb req-14ebe855-0aae-426d-89f1-836aa84b8692 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0478103 May 10 17:00:02.461782 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-97aca1a8-eac2-4aa3-8218-07e2f52309cb req-531a28c4-7b2c-4d28-841b-51cb06a41651 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 May 10 17:00:03.573436 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626120b-d716-424a-b63b-7d014afbf7cd req-9b42a3d6-93ab-4c42-82e5-540baad85cd7 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:03.574914 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4626120b-d716-424a-b63b-7d014afbf7cd req-9b42a3d6-93ab-4c42-82e5-540baad85cd7 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0468862 May 10 17:00:03.623392 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4626120b-d716-424a-b63b-7d014afbf7cd req-12d5564c-4f5d-466b-a73c-d5e536c17ff0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 May 10 17:00:04.741757 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364a17-9bd0-4049-b434-2e8d42ee459a req-e0c0d08e-5013-4cb8-89fa-de7ad61c2b1d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:04.743411 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56364a17-9bd0-4049-b434-2e8d42ee459a req-e0c0d08e-5013-4cb8-89fa-de7ad61c2b1d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0525007 May 10 17:00:04.792805 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-56364a17-9bd0-4049-b434-2e8d42ee459a req-e6a7c6bf-7e31-494c-8be3-d15e4e9533e2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 May 10 17:00:05.194405 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-382149e9-723c-4408-aacf-a2e86421c5cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377507 May 10 17:00:05.280580 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a5461-4006-497c-989d-22451294b237 req-32ae62af-4000-4208-8d6c-92bdc8622c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:05.282043 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-32ae62af-4000-4208-8d6c-92bdc8622c6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1129 time: 0.0433526 May 10 17:00:05.385659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a5461-4006-497c-989d-22451294b237 req-bc732029-373e-447c-9368-75ec606de243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:05.387109 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-bc732029-373e-447c-9368-75ec606de243 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.0859869 May 10 17:00:05.457246 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-8fd7ba4f-6b23-4878-a67c-087fd457ca1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 1001 time: 0.0638821 May 10 17:00:05.511121 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a5461-4006-497c-989d-22451294b237 req-827a26a0-d87d-4733-bd8c-9438d11dee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:05.512675 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-827a26a0-d87d-4733-bd8c-9438d11dee8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0491240 May 10 17:00:05.555866 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a5461-4006-497c-989d-22451294b237 req-b21b9a52-cab7-4f09-a6c2-9c35ed97cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:05.557383 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-b21b9a52-cab7-4f09-a6c2-9c35ed97cc1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391233 May 10 17:00:05.650600 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-bc9cf142-dd13-4cf7-854f-eb24ed112b2e service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 May 10 17:00:05.744875 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-8f6a5461-4006-497c-989d-22451294b237 req-445ed95e-64b7-4057-a7a4-fe1cf7642772 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 May 10 17:00:05.906427 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f55bb-59c3-4533-b5e5-4450ffdfc952 req-a9ab3afc-c6c0-47a0-a4bd-5356b79fb7a0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:05.907855 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ec2f55bb-59c3-4533-b5e5-4450ffdfc952 req-a9ab3afc-c6c0-47a0-a4bd-5356b79fb7a0 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0459366 May 10 17:00:05.958913 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-ec2f55bb-59c3-4533-b5e5-4450ffdfc952 req-5d4e4a62-fb7b-4048-9f57-c3ed948b1c74 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455654 May 10 17:00:07.082544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3948ddc-2bf5-45a0-898b-1561a92b47b2 req-0e452e09-bbc9-46e8-ad89-14a7b17348b2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:07.085167 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f3948ddc-2bf5-45a0-898b-1561a92b47b2 req-0e452e09-bbc9-46e8-ad89-14a7b17348b2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 943 time: 0.0589583 May 10 17:00:07.133907 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f3948ddc-2bf5-45a0-898b-1561a92b47b2 req-571a479a-787b-4adc-8d16-7ea9ca013912 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 May 10 17:00:07.982191 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c10a401c-fec0-43d5-a690-aa3e883a0b82 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:00:08.080672 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:00:08.092420 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'port_id': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'mac_address': 'fa:16:3e:9d:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:00:08.134130 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c10a401c-fec0-43d5-a690-aa3e883a0b82 is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:00:08.134533 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:08.153748 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a401c-fec0-43d5-a690-aa3e883a0b82 {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:00:08.174754 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:00:08.180842 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:08.229743 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=4']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:00:08.237095 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.237381 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.237727 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.238071 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.238407 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.238740 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.239067 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.239401 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.239729 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.240066 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.240422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.240753 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.241079 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.241399 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.242494 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:00:08.249478 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304d79-5025-4e1a-9a2b-6812d69f4e3c req-2f155672-fd23-4454-bf91-19e2d79fb859 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:08.250955 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-34304d79-5025-4e1a-9a2b-6812d69f4e3c req-2f155672-fd23-4454-bf91-19e2d79fb859 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 944 time: 0.0477104 May 10 17:00:08.299676 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-34304d79-5025-4e1a-9a2b-6812d69f4e3c req-9f9b1214-bd48-48bf-868d-3e1e5ac4995e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 May 10 17:00:08.408264 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['c10a401c-fec0-43d5-a690-aa3e883a0b82'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:00:09.417112 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc13cbc-793f-46b5-9e68-86389f9a665a req-ed6c75a0-a41b-44b8-bcf8-54636b1aa97d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:09.418616 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc13cbc-793f-46b5-9e68-86389f9a665a req-ed6c75a0-a41b-44b8-bcf8-54636b1aa97d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 944 time: 0.0504751 May 10 17:00:09.467527 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-ffc13cbc-793f-46b5-9e68-86389f9a665a req-660918f6-7182-40ad-a040-f5b3da3c340a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 May 10 17:00:09.981883 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c10a401c-fec0-43d5-a690-aa3e883a0b82 up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:00:10.025796 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning for port c10a401c-fec0-43d5-a690-aa3e883a0b82 completed by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:00:10.031694 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port c10a401c-fec0-43d5-a690-aa3e883a0b82 triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:00:10.032098 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:10.239074 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port c10a401c-fec0-43d5-a690-aa3e883a0b82 is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:00:10.239376 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:10.262406 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:00:10.264662 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0aad8c-5add-4680-9072-e2704dd024bd" -d '{"events": [{"server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "name": "network-vif-plugged", "status": "completed", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:00:10.276905 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:00:10.281413 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:10.305827 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17eb68-4450-4f51-8fb2-a86f69f74a63 x-openstack-request-id: req-2e17eb68-4450-4f51-8fb2-a86f69f74a63 {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:00:10.306116 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "name": "network-vif-plugged", "status": "completed", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:00:10.306370 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e17eb68-4450-4f51-8fb2-a86f69f74a63 {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:00:10.306766 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e17eb68-4450-4f51-8fb2-a86f69f74a63'] response: {'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'code': 200} May 10 17:00:10.331504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=5']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:00:10.527598 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed110-df2f-4409-bf52-48581def732d req-1cfbc0e9-4397-4050-a2ea-a3f849ae8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:10.529102 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-623ed110-df2f-4409-bf52-48581def732d req-1cfbc0e9-4397-4050-a2ea-a3f849ae8429 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1129 time: 0.0390887 May 10 17:00:10.579469 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-623ed110-df2f-4409-bf52-48581def732d req-962db9f5-45c8-42ad-96f1-517d60c2672d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 May 10 17:00:10.581793 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c7c86-d361-4226-bb0d-aeb6394579ba req-94e708a6-a97a-4698-b8a3-acf97586bd06 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:10.583287 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd6c7c86-d361-4226-bb0d-aeb6394579ba req-94e708a6-a97a-4698-b8a3-acf97586bd06 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0481517 May 10 17:00:10.632988 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cd6c7c86-d361-4226-bb0d-aeb6394579ba req-c2b655ad-3e8b-4549-8511-7ccebc11a927 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 May 10 17:00:11.756231 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b81842-b924-4b8d-b6b7-ecf9dbfc37ed req-62b6c623-af90-4579-b8cd-98a8e3bd7f6b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:11.758492 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-19b81842-b924-4b8d-b6b7-ecf9dbfc37ed req-62b6c623-af90-4579-b8cd-98a8e3bd7f6b tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0514026 May 10 17:00:11.807346 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-19b81842-b924-4b8d-b6b7-ecf9dbfc37ed req-2abd7c65-552b-4014-a789-8267ac7622de tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 May 10 17:00:12.685779 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:00:12.918428 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b536d-c836-4252-8ac9-1c6c08b68df3 req-d847918f-6581-4a58-8e23-43116708b745 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:12.919885 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-298b536d-c836-4252-8ac9-1c6c08b68df3 req-d847918f-6581-4a58-8e23-43116708b745 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0464723 May 10 17:00:12.970718 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-298b536d-c836-4252-8ac9-1c6c08b68df3 req-507c8e5f-49b2-4208-90c8-15db569385f2 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 May 10 17:00:13.080848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf0e7-d612-4f85-bd6a-6cfbe0e7c6f7 req-cf31ac15-1e2d-4acc-bbd6-ddeed778a1c3 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:13.082286 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-565bf0e7-d612-4f85-bd6a-6cfbe0e7c6f7 req-cf31ac15-1e2d-4acc-bbd6-ddeed778a1c3 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0464110 May 10 17:00:13.129508 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-565bf0e7-d612-4f85-bd6a-6cfbe0e7c6f7 req-59e41cd0-5315-42c9-bd0a-a06bc8eb4905 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 May 10 17:00:13.152947 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47358) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:00:13.189837 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e3f6b-1070-4f9f-97ef-d6255143228a tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:13.191304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-787e3f6b-1070-4f9f-97ef-d6255143228a tempest-TestVolumeBootPattern-925979368 tempest-TestVolumeBootPattern-925979368-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1124 time: 0.0372500 May 10 17:00:13.193940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47360) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:00:13.198785 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.v2.base [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Request body: {'floatingip': {'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'port_id': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:00:13.218649 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:13.297326 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (None), before_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:13.403855 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_common [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Allocated IP 172.27.1.162 (9616c75c-9421-4b1b-a6f5-0dacdda23b5d/24261c6c-7727-4e88-a85c-e338663b007d/229775b6-8b41-49ec-9161-295094a23af2) {{(pid=120584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:00:13.508044 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (229775b6-8b41-49ec-9161-295094a23af2), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:13.541770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760166799216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (229775b6-8b41-49ec-9161-295094a23af2), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:13.584386 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Network 9616c75c-9421-4b1b-a6f5-0dacdda23b5d is already hosted by enough agents. {{(pid=120584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:00:13.587142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.base_scheduler [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Resources bound (agent type, host, resource id): {{(pid=120584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:00:13.590691 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Received port after_create {{(pid=120584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:00:13.620195 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=229775b6-8b41-49ec-9161-295094a23af2,revision_number=1']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:00:13.966780 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (deecab16-90ed-47c4-8c3f-8a283a47d0dc), precommit_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.037847 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (229775b6-8b41-49ec-9161-295094a23af2), before_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.185150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for port (229775b6-8b41-49ec-9161-295094a23af2), precommit_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.190417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2504390'] for port (229775b6-8b41-49ec-9161-295094a23af2), after_update {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.258127 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event updated for resources: {'Port': ['ID=229775b6-8b41-49ec-9161-295094a23af2,revision_number=2']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:00:14.268128 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575720'] for floatingip (deecab16-90ed-47c4-8c3f-8a283a47d0dc), after_create {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.381273 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP deecab16-90ed-47c4-8c3f-8a283a47d0dc associated. External IP: 172.27.1.162, port: c10a401c-fec0-43d5-a690-aa3e883a0b82. May 10 17:00:14.594994 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:00:14.705307 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:00:14.715877 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:00:14.723820 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:14.725626 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:00:14.726918 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:59:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:00:14.756442 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-3955e9a7-fbeb-457c-9de2-dbd0d3b3da26 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5614398 May 10 17:00:14.757108 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:00:14.759744 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad08702-1d86-4edb-8444-1e81f03f4664" -d '{"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:00:14.795698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c1c560-5315-4bb6-aa7b-e4c3004e1316 x-openstack-request-id: req-75c1c560-5315-4bb6-aa7b-e4c3004e1316 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:00:14.796002 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:00:14.796258 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75c1c560-5315-4bb6-aa7b-e4c3004e1316 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:00:14.796697 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c1c560-5315-4bb6-aa7b-e4c3004e1316'] response: {'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'status': 'completed', 'code': 200} May 10 17:00:14.841779 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:00:14.858655 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-d226319d-d94a-47cc-b73a-6ad7e754d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:14.860165 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-d226319d-d94a-47cc-b73a-6ad7e754d018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1129 time: 0.0403397 May 10 17:00:14.953430 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-8f9467ca-55c3-47ea-b7dc-b491a3edb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:14.954890 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-8f9467ca-55c3-47ea-b7dc-b491a3edb54f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.0893319 May 10 17:00:15.022518 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-50eb3b84-0daa-4ebf-867e-a7c8e7e83335 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 200 len: 999 time: 0.0606043 May 10 17:00:15.062361 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}, {'id': 'deecab16-90ed-47c4-8c3f-8a283a47d0dc', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:9d:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:00:13Z', 'updated_at': '2022-05-10T17:00:13Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:00:15.072564 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-072a61c5-73dc-46ec-8840-4c7abbfeb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:15.074059 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-072a61c5-73dc-46ec-8840-4c7abbfeb724 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0459719 May 10 17:00:15.088416 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:00:15.096938 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:00:15.097482 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T16:59:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:00:15.124390 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-ef824569-a8f0-473f-b358-0b8e21832d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:00:15.125889 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-ef824569-a8f0-473f-b358-0b8e21832d61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444703 May 10 17:00:15.207255 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:00:15.215754 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-23172537-af62-4d56-a300-2ac017dd7858 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 May 10 17:00:15.314888 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-dad08702-1d86-4edb-8444-1e81f03f4664 req-2ee278a8-ff1e-4fc5-852e-443401b9d3ca service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911949 May 10 17:00:15.440643 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}, {'id': 'deecab16-90ed-47c4-8c3f-8a283a47d0dc', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:9d:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:00:13Z', 'updated_at': '2022-05-10T17:00:13Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:00:15.467731 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156e30c-4f93-4d45-a2bb-892910997089 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}, {'id': 'deecab16-90ed-47c4-8c3f-8a283a47d0dc', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:9d:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:00:13Z', 'updated_at': '2022-05-10T17:00:13Z', 'revision_number': 0, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:00:15.668967 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce79ef-95a7-4853-8f29-71c609c43768 None None] New status for floating IP deecab16-90ed-47c4-8c3f-8a283a47d0dc: ACTIVE {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:00:19.166361 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-507b6789-de36-4cef-ac3c-e1986340811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:21.397164 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-d19e8ebb-66d2-466b-a8d9-1cbedfcf2652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:22.541642 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:24.321401 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:25.631599 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:28.947622 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:49.158183 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f430-b067-4dd8-a717-40d0dd5566c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:49.685331 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:00:51.398862 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5e29be79-f6ce-4624-8a53-c8c9642cad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:52.544248 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:54.329813 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:55.636456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:00:58.947384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:04.637573 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-63a935e8-4c60-4deb-8b52-e5d2dcaaaae9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396132 May 10 17:01:04.699071 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-58f6ea17-63e2-4572-a6d6-334019d465e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:04.700799 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-58f6ea17-63e2-4572-a6d6-334019d465e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0427909 May 10 17:01:04.811250 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-717a0367-25b3-4d61-837c-0c01bf4d4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:04.812758 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-717a0367-25b3-4d61-837c-0c01bf4d4787 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.0929255 May 10 17:01:04.881405 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-4840f0f0-2dd4-44a8-9807-2bfed2a17e24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 1001 time: 0.0621340 May 10 17:01:04.931127 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-e83c6d8c-056d-4720-b777-6368a8ea4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:04.932639 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-e83c6d8c-056d-4720-b777-6368a8ea4d6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0451610 May 10 17:01:04.985793 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-84809153-30fa-4fbf-bbc4-c00bbe9ec668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:04.987316 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-84809153-30fa-4fbf-bbc4-c00bbe9ec668 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493989 May 10 17:01:05.085348 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-0d43d748-a9b8-417b-a371-3330ba275a4c service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913017 May 10 17:01:05.191995 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-d37653e5-98f8-4b1c-babc-7139f80257f8 req-8ef7b652-1a62-4fea-a774-ca3f1622f75c service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000762 May 10 17:01:19.160356 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-8749df52-349d-4924-8d92-d25d3e347525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:21.402399 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6119e9b9-f5dc-42d6-b36c-02911348000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:22.549756 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:24.339445 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:25.640199 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:26.684446 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:01:28.945238 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:43.757118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf213-d1f6-4cf1-8679-bafac64bdc45 req-f4429747-7d4e-40c7-bfe6-6fb531c3d780 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:43.758529 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-02caf213-d1f6-4cf1-8679-bafac64bdc45 req-f4429747-7d4e-40c7-bfe6-6fb531c3d780 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0510616 May 10 17:01:43.809388 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-02caf213-d1f6-4cf1-8679-bafac64bdc45 req-31e72447-0fc4-4bcb-8251-f88f8830aafc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451732 May 10 17:01:43.971750 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47406) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:01:44.210980 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port 229775b6-8b41-49ec-9161-295094a23af2 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:01:44.211323 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (229775b6-8b41-49ec-9161-295094a23af2), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:44.289093 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (229775b6-8b41-49ec-9161-295094a23af2), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:44.289342 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (229775b6-8b41-49ec-9161-295094a23af2), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:44.304516 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for 229775b6-8b41-49ec-9161-295094a23af2 owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:01:44.459380 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (229775b6-8b41-49ec-9161-295094a23af2), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:44.489896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=229775b6-8b41-49ec-9161-295094a23af2,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:44.502315 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.502664 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.503009 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.503348 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.503684 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.504014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.504366 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.504689 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.505013 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.505339 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.505662 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.505985 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.506304 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.506623 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.506940 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:44.824984 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (deecab16-90ed-47c4-8c3f-8a283a47d0dc), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:44.825317 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP deecab16-90ed-47c4-8c3f-8a283a47d0dc disassociated (deleted). External IP: 172.27.1.162, port: c10a401c-fec0-43d5-a690-aa3e883a0b82. May 10 17:01:44.966422 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62366e-b904-4f5b-9bfd-538fc8a71d62 req-508e547a-34f2-474f-a852-819786895b36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:44.968537 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc62366e-b904-4f5b-9bfd-538fc8a71d62 req-508e547a-34f2-474f-a852-819786895b36 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0835824 May 10 17:01:45.067187 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-cc62366e-b904-4f5b-9bfd-538fc8a71d62 req-00c0d428-0877-43a4-a07b-b7f503423907 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923798 May 10 17:01:45.125423 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:01:45.239484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:01:45.244463 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:45.249770 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:01:45.260632 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:01:45.261264 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:45.278090 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-353a9df5-1ff7-4153-8ab7-f21cc4aad397 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "DELETE /v2.0/floatingips/deecab16-90ed-47c4-8c3f-8a283a47d0dc HTTP/1.1" status: 204 len: 168 time: 1.3028398 May 10 17:01:45.278090 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:01:45.278874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cac615-8273-45d4-a3c3-0a50b08ce189" -d '{"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:01:45.315716 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c885947a-3f69-4f7e-a9e3-e8795c61b27d x-openstack-request-id: req-c885947a-3f69-4f7e-a9e3-e8795c61b27d {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:01:45.316018 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:01:45.316299 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c885947a-3f69-4f7e-a9e3-e8795c61b27d {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:01:45.316713 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c885947a-3f69-4f7e-a9e3-e8795c61b27d'] response: {'name': 'network-changed', 'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'status': 'completed', 'code': 200} May 10 17:01:45.380783 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:01:45.394243 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-f1670733-f72e-44a4-b450-99ac7d5190bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:45.395943 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-f1670733-f72e-44a4-b450-99ac7d5190bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 1129 time: 0.0508904 May 10 17:01:45.536149 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1b55-af42-4a4b-a1a9-c6febb9ce789 req-3ad58808-7692-4528-9886-28e7f1e8b8f6 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:45.537708 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd4c1b55-af42-4a4b-a1a9-c6febb9ce789 req-3ad58808-7692-4528-9886-28e7f1e8b8f6 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0596318 May 10 17:01:45.577182 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-bea0640f-bbdf-48d1-8e38-a9de172fea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:45.579323 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-bea0640f-bbdf-48d1-8e38-a9de172fea31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1694801 May 10 17:01:45.614305 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-bd4c1b55-af42-4a4b-a1a9-c6febb9ce789 req-438eab5d-8f90-47a8-8f95-b6df13e5b37a tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690644 May 10 17:01:45.625776 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:45.794634 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:01:45.803177 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:01:45.803794 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:45.914997 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:01:46.150576 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:46.183487 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb66c6-47af-4bcd-88a3-ad5107492623 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_floatingips': [{'id': '0382ef0b-b67d-4554-8f8c-6107bf9f1202', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'router_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'port_id': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'mac_address': 'fa:16:3e:d8:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T16:58:10Z', 'updated_at': '2022-05-10T16:58:12Z', 'revision_number': 1, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:01:46.212166 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9dab-e6cd-4732-ad07-d299ded1ef86 req-205af168-77e7-427b-b36a-b61319af851d tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:46.216778 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1b1a9dab-e6cd-4732-ad07-d299ded1ef86 req-205af168-77e7-427b-b36a-b61319af851d tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0583112 May 10 17:01:46.267735 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-1b1a9dab-e6cd-4732-ad07-d299ded1ef86 req-e49959e7-9426-4ccb-9a63-da6b1cf2ce0f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468693 May 10 17:01:46.438975 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad4c65-a263-4c27-9a35-9f5eaf66a973 None None] New status for floating IP deecab16-90ed-47c4-8c3f-8a283a47d0dc: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:01:46.488630 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-3f647103-3ab3-4d5c-87bc-5ea1c67e660d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 200 len: 217 time: 0.0351961 May 10 17:01:46.540755 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-68b7b27c-d402-4c13-8597-f166e6d89d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:46.542247 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-68b7b27c-d402-4c13-8597-f166e6d89d20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0478644 May 10 17:01:46.660265 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-fbb555c7-954d-4b70-98f6-75dd55a37b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:46.661800 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-fbb555c7-954d-4b70-98f6-75dd55a37b01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464106 May 10 17:01:46.781631 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb660b-668f-460c-8ae4-e039cf8a209d req-0b9d8e1f-8e4a-4478-967c-180d68df186e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:46.783608 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-59eb660b-668f-460c-8ae4-e039cf8a209d req-0b9d8e1f-8e4a-4478-967c-180d68df186e tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0718482 May 10 17:01:46.840397 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-89f08868-38c2-415f-959a-55b9b320efb1 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718812 May 10 17:01:46.864939 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-59eb660b-668f-460c-8ae4-e039cf8a209d req-9a0c06f7-d368-46c5-8a4f-98e0941af8ce tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701520 May 10 17:01:47.023471 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-5bc34eea-e8ac-47b2-a8fd-21d6f51982bf tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:47.024853 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-5bc34eea-e8ac-47b2-a8fd-21d6f51982bf tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 945 time: 0.0609155 May 10 17:01:47.074454 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-57cac615-8273-45d4-a3c3-0a50b08ce189 req-9d0b8353-fc48-443e-ab2e-b581ca2bd1dd service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521156 May 10 17:01:47.132461 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port c10a401c-fec0-43d5-a690-aa3e883a0b82 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:01:47.132848 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:47.231409 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] For port c10a401c-fec0-43d5-a690-aa3e883a0b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c10a401c-fec0-43d5-a690-aa3e883a0b82,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:01:47.231776 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:47.245724 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for c10a401c-fec0-43d5-a690-aa3e883a0b82 owned by compute:nova {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:01:47.383567 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (c10a401c-fec0-43d5-a690-aa3e883a0b82), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:47.394426 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c57c-42eb-4da3-a10e-2e0427bff4ac req-51fa48a4-f495-4779-8b09-f80ca54c0587 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:47.396001 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d847c57c-42eb-4da3-a10e-2e0427bff4ac req-51fa48a4-f495-4779-8b09-f80ca54c0587 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0589983 May 10 17:01:47.434325 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=c10a401c-fec0-43d5-a690-aa3e883a0b82,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:47.457344 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d847c57c-42eb-4da3-a10e-2e0427bff4ac req-09a51781-31ac-438f-87f3-69d0d1732c77 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555358 May 10 17:01:47.483687 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] No DVR routers for this DVR port c10a401c-fec0-43d5-a690-aa3e883a0b82 on host hv-cinder-83588 {{(pid=120584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:01:47.486523 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:47.489904 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e82ded07-cc7e-411f-af26-65a04a378b8e req-e643c510-ec1c-40ab-a737-ecf3b2f651db tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "DELETE /v2.0/ports/c10a401c-fec0-43d5-a690-aa3e883a0b82 HTTP/1.1" status: 204 len: 173 time: 0.4582779 May 10 17:01:47.490576 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'name': 'network-vif-deleted', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:01:47.496351 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84de1fc3-6eea-4282-b124-58e7ee2554d6" -d '{"events": [{"server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "name": "network-vif-deleted", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:01:47.537497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e6ba5-d139-4918-a4d3-b838bd662f89 x-openstack-request-id: req-c99e6ba5-d139-4918-a4d3-b838bd662f89 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:01:47.537817 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23394041-3e1c-45af-9d2d-a0c5efe417fe", "name": "network-vif-deleted", "tag": "c10a401c-fec0-43d5-a690-aa3e883a0b82", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:01:47.538074 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c99e6ba5-d139-4918-a4d3-b838bd662f89 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:01:47.538480 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99e6ba5-d139-4918-a4d3-b838bd662f89'] response: {'server_uuid': '23394041-3e1c-45af-9d2d-a0c5efe417fe', 'name': 'network-vif-deleted', 'tag': 'c10a401c-fec0-43d5-a690-aa3e883a0b82', 'status': 'completed', 'code': 200} May 10 17:01:47.989466 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a943d98c-6ae8-4f2c-95ac-a6076a3724e2 req-ab5a4df2-762c-42d8-a677-f9247343a082 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=23394041-3e1c-45af-9d2d-a0c5efe417fe HTTP/1.1" status: 200 len: 210 time: 0.0282323 May 10 17:01:48.582780 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d4a3d-e47f-4f86-8083-1acb42fd2b2d req-36d7f1aa-78df-4ce8-915b-91e0b33c19d3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:48.584339 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-902d4a3d-e47f-4f86-8083-1acb42fd2b2d req-36d7f1aa-78df-4ce8-915b-91e0b33c19d3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0502286 May 10 17:01:48.639707 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-902d4a3d-e47f-4f86-8083-1acb42fd2b2d req-1d0d7063-766b-4ddf-b706-c4844acd2273 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496538 May 10 17:01:49.173894 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-0aa86415-2915-4f6f-80c4-db329c8c6c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:49.759935 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8994b-02f5-4a86-9b34-4b268e4a335e req-45d51bde-914d-4173-86bc-0ebf9b9dcefc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:49.761810 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-89d8994b-02f5-4a86-9b34-4b268e4a335e req-45d51bde-914d-4173-86bc-0ebf9b9dcefc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0536015 May 10 17:01:49.816300 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-89d8994b-02f5-4a86-9b34-4b268e4a335e req-5544d28b-d7c1-47c0-b5ed-ffe26716cf4c tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486672 May 10 17:01:50.552080 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c10a401c-fec0-43d5-a690-aa3e883a0b82 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:01:50.574243 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: c10a401c-fec0-43d5-a690-aa3e883a0b82 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:01:50.574608 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device c10a401c-fec0-43d5-a690-aa3e883a0b82 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:01:50.934860 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3353153-0269-4562-ae07-699b0602ada6 req-552c8381-933b-45e1-a1db-19af0071bdbb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:50.936418 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e3353153-0269-4562-ae07-699b0602ada6 req-552c8381-933b-45e1-a1db-19af0071bdbb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0483832 May 10 17:01:50.991493 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-e3353153-0269-4562-ae07-699b0602ada6 req-72da11d3-23cd-4a18-ad97-e573a1b54e8b tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481057 May 10 17:01:51.303136 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47454) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:01:51.407843 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-f3848687-250a-42d1-8571-52a3d797ed0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.467636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port 3fde30b3-ef66-46a1-b953-2201031f9eac {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:01:51.467982 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.548555 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.548872 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (3fde30b3-ef66-46a1-b953-2201031f9eac), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.563230 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for 3fde30b3-ef66-46a1-b953-2201031f9eac owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:01:51.721669 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (3fde30b3-ef66-46a1-b953-2201031f9eac), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.750417 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=3fde30b3-ef66-46a1-b953-2201031f9eac,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:51.819246 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (0382ef0b-b67d-4554-8f8c-6107bf9f1202), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:51.819575 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.db.l3_db [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Floating IP 0382ef0b-b67d-4554-8f8c-6107bf9f1202 disassociated (deleted). External IP: 172.27.1.148, port: 08ff1226-2ba9-4c73-a826-9f811db89a93. May 10 17:01:52.047067 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:01:52.145018 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b351e2-9a92-4725-8435-42a75e008582 req-6e5d5450-9bf4-425b-81a8-d5029c4b47a5 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:52.146531 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e0b351e2-9a92-4725-8435-42a75e008582 req-6e5d5450-9bf4-425b-81a8-d5029c4b47a5 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0857759 May 10 17:01:52.221191 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:01:52.228033 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:52.233091 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:01:52.243962 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e0b351e2-9a92-4725-8435-42a75e008582 req-183fc76b-c844-4ee5-8f0d-725504b64968 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903835 May 10 17:01:52.250860 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:01:52.251922 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:52.271569 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-92f792d3-5df4-4908-89b4-4e92bda38711 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "DELETE /v2.0/floatingips/0382ef0b-b67d-4554-8f8c-6107bf9f1202 HTTP/1.1" status: 204 len: 168 time: 0.9671674 May 10 17:01:52.272059 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93'}] {{(pid=120584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:01:52.274355 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83a912fa83e0d7a63f142d438006ab19cdcb22c8ae418be3b9cab12b3dcc35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f51d5-b495-40db-897e-6d210a0ceb33" -d '{"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93"}]}' {{(pid=120584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:01:52.319862 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c7209e-6c23-4b38-a9fc-385b272113b9 x-openstack-request-id: req-43c7209e-6c23-4b38-a9fc-385b272113b9 {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:01:52.320812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93", "status": "completed", "code": 200}]} {{(pid=120584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:01:52.320812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43c7209e-6c23-4b38-a9fc-385b272113b9 {{(pid=120584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:01:52.320812 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c7209e-6c23-4b38-a9fc-385b272113b9'] response: {'name': 'network-changed', 'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'status': 'completed', 'code': 200} May 10 17:01:52.388383 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:01:52.390166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-b8ca8e5a-e240-4440-aee9-c5ef03297b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:52.391785 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-b8ca8e5a-e240-4440-aee9-c5ef03297b8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b8348f4bffd44e7b0da6367a1011709&device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 1129 time: 0.0460494 May 10 17:01:52.540715 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-f6f9db4b-54ce-43e0-9373-877855e363d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:52.545834 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-f6f9db4b-54ce-43e0-9373-877855e363d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 200 len: 912 time: 0.1416595 May 10 17:01:52.556833 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b69-9278-4e73-b2be-9056a8195da3 req-3c2f68f7-7ac5-480b-9641-d5dfd9ea64b5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:52.557133 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:52.558630 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb884b69-9278-4e73-b2be-9056a8195da3 req-3c2f68f7-7ac5-480b-9641-d5dfd9ea64b5 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0699496 May 10 17:01:52.615644 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-eb884b69-9278-4e73-b2be-9056a8195da3 req-41a839d7-858e-4479-8d21-d08b679d6f9c tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513821 May 10 17:01:52.637573 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:52.664720 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:01:52.673689 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:01:52.674307 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:52.790548 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:01:52.998384 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:01:53.027869 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50599d-0990-40c0-8d97-7b9dbfe50a66 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T16:55:12Z', 'revision_number': 4, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '96df4fb6-fd17-496f-a7b7-6a8ff514875a', 'name': '', 'network_id': '4630e6fb-ee22-4d27-bd44-871c41a7cdec', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'mac_address': 'fa:16:3e:d3:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:11Z', 'updated_at': '2022-05-10T16:55:17Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'subnets': [{'id': 'a4b332ff-7762-4600-97c2-2ee35ebc33ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:01:53.267203 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14393825-296d-44d6-ab7c-eabe0c280e23 None None] New status for floating IP 0382ef0b-b67d-4554-8f8c-6107bf9f1202: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:01:53.383106 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcd126-39fb-437a-98d6-ab4a14ac9109 req-c7399c92-8916-4523-8fdb-972408da2564 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.384703 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b8fcd126-39fb-437a-98d6-ab4a14ac9109 req-c7399c92-8916-4523-8fdb-972408da2564 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0557404 May 10 17:01:53.434954 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b8fcd126-39fb-437a-98d6-ab4a14ac9109 req-7e5ac44c-4002-46af-905b-e6576ede5232 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446146 May 10 17:01:53.457712 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-91e755fc-4345-4c70-a602-315d6f4ccc83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 200 len: 217 time: 0.0403724 May 10 17:01:53.507569 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-17cd1cfc-cc14-4bfa-8568-df9e9af9a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.509088 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-17cd1cfc-cc14-4bfa-8568-df9e9af9a537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 200 len: 850 time: 0.0451243 May 10 17:01:53.554708 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-5ac999cf-1923-4395-b7a2-673077cb86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.556237 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-5ac999cf-1923-4395-b7a2-673077cb86c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4630e6fb-ee22-4d27-bd44-871c41a7cdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414026 May 10 17:01:53.762166 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef65b71-fa8e-4571-aecf-be479e49c066 req-a3aaccd2-67fb-49a2-b26f-8ca9b7e0981f tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.763680 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3ef65b71-fa8e-4571-aecf-be479e49c066 req-a3aaccd2-67fb-49a2-b26f-8ca9b7e0981f tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0602965 May 10 17:01:53.795417 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-a699c32f-e629-4989-a34e-29d653d81520 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444874 May 10 17:01:53.879631 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3ef65b71-fa8e-4571-aecf-be479e49c066 req-f150a55e-7544-4629-907c-fbfd7ab53123 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ebb3ad9-bc02-49fa-b26c-65973cf7a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074140 May 10 17:01:53.918938 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-0da1674d-640a-4da9-b9c3-a8469bfeecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.920458 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-0da1674d-640a-4da9-b9c3-a8469bfeecd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0937388 May 10 17:01:53.937643 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-d0ecd46c-5bd2-43d3-bd73-54562b94f16d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:53.939139 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-d0ecd46c-5bd2-43d3-bd73-54562b94f16d tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 945 time: 0.0488534 May 10 17:01:54.001387 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-023f51d5-b495-40db-897e-6d210a0ceb33 req-a7e31b4e-8aa3-40e0-8e16-876871f5bcd8 service neutron] 10.222.0.32 "GET /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756566 May 10 17:01:54.038251 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port 08ff1226-2ba9-4c73-a826-9f811db89a93 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:01:54.038619 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:54.052832 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-ba77efa8-8132-4cfc-acd1-9fe4603cd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:54.054641 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-ba77efa8-8132-4cfc-acd1-9fe4603cd3c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.1250379 May 10 17:01:54.124122 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-8d851137-41c8-4396-8cc8-be14482d1725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 1001 time: 0.0637038 May 10 17:01:54.142102 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] For port 08ff1226-2ba9-4c73-a826-9f811db89a93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08ff1226-2ba9-4c73-a826-9f811db89a93,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:01:54.142472 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:54.157675 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for 08ff1226-2ba9-4c73-a826-9f811db89a93 owned by compute:nova {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:01:54.180051 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-6f6990d0-8425-45bb-ac4a-ce116a0b3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:54.181558 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-6f6990d0-8425-45bb-ac4a-ce116a0b3bf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0515752 May 10 17:01:54.227530 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-05048ffd-c920-4f96-9bf3-711427d30e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:54.229075 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-05048ffd-c920-4f96-9bf3-711427d30e25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417752 May 10 17:01:54.304843 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (08ff1226-2ba9-4c73-a826-9f811db89a93), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:54.331418 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-a8358da2-8143-4ca3-8d3a-1d91433b3feb service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960069 May 10 17:01:54.335104 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=08ff1226-2ba9-4c73-a826-9f811db89a93,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:54.339983 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:54.350313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.350313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.350313 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.350742 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.351018 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.351897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.351897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.351897 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.352252 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.352836 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.353362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.353699 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.354030 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.354358 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.354685 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:54.396756 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] No DVR routers for this DVR port 08ff1226-2ba9-4c73-a826-9f811db89a93 on host hv-cinder-83588 {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:01:54.399558 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:54.403260 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-348f8b68-ffcd-446e-b4cf-72dfe53235ae req-db33e07d-1f30-46a4-9f75-49c4845fb452 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.32 "DELETE /v2.0/ports/08ff1226-2ba9-4c73-a826-9f811db89a93 HTTP/1.1" status: 204 len: 173 time: 0.4580197 May 10 17:01:54.403664 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'name': 'network-vif-deleted', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:01:54.406024 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faacbd4-90f5-4474-9a5e-fa4b921ac876" -d '{"events": [{"server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "name": "network-vif-deleted", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:01:54.436506 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-73f86571-bbcc-41cc-adcc-3abd0374fbf9 req-b2610810-7e18-4a2a-a653-e6625cb67636 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990279 May 10 17:01:54.541023 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec75d04f-92bc-4063-a90e-49a247addcca x-openstack-request-id: req-ec75d04f-92bc-4063-a90e-49a247addcca {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:01:54.541317 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4369776b-ef35-4d80-8a7d-0d79609863c7", "name": "network-vif-deleted", "tag": "08ff1226-2ba9-4c73-a826-9f811db89a93", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:01:54.541567 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec75d04f-92bc-4063-a90e-49a247addcca {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:01:54.541969 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec75d04f-92bc-4063-a90e-49a247addcca'] response: {'server_uuid': '4369776b-ef35-4d80-8a7d-0d79609863c7', 'name': 'network-vif-deleted', 'tag': '08ff1226-2ba9-4c73-a826-9f811db89a93', 'status': 'completed', 'code': 200} May 10 17:01:54.562831 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61aff-d1e7-4a92-8ec0-312fe0ce0e5b req-a7ddb1fc-0e51-4ea9-942e-e8033659dae3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:54.564338 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3eb61aff-d1e7-4a92-8ec0-312fe0ce0e5b req-a7ddb1fc-0e51-4ea9-942e-e8033659dae3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0519288 May 10 17:01:54.633661 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-3eb61aff-d1e7-4a92-8ec0-312fe0ce0e5b req-0b4ecf60-e3ed-4894-91a4-28288e31600f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630672 May 10 17:01:54.983244 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-d4b5a250-2321-4e70-b7c8-bba96ab24139 req-46a8c940-d534-4797-a1af-1a571a40fb45 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 210 time: 0.0289586 May 10 17:01:55.647053 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:55.773236 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4802f-31ac-4973-84ef-140eda613c8f req-f03282e7-27ec-4a07-95e2-65513af68185 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:55.774752 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f4802f-31ac-4973-84ef-140eda613c8f req-f03282e7-27ec-4a07-95e2-65513af68185 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0542526 May 10 17:01:55.826930 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e5f4802f-31ac-4973-84ef-140eda613c8f req-04b2def7-63ab-48ea-8c01-72b977555184 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463071 May 10 17:01:56.104622 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-70a93c74-1644-4b36-b145-6fc46a8d23d9 req-9009e696-a305-478b-bfdf-58a08b5a7405 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "GET /v2.0/ports?device_id=4369776b-ef35-4d80-8a7d-0d79609863c7 HTTP/1.1" status: 200 len: 210 time: 0.0326042 May 10 17:01:56.569459 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:01:56.652155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7a105162-f20d-4ee9-a4ae-56c05650a65d is: ACTIVE; New status is: DOWN {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:01:56.652865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:56.678635 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:01:56.681270 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cf36be-0637-491b-a322-559e184cdcb6" -d '{"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:01:56.695132 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:01:56.700217 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:56.700966 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 08ff1226-2ba9-4c73-a826-9f811db89a93 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:01:56.741282 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf4487-985c-4444-b4dc-fed2d30e5f2f x-openstack-request-id: req-0caf4487-985c-4444-b4dc-fed2d30e5f2f {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:01:56.741630 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-unplugged", "status": "failed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "code": 422}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:01:56.741807 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0caf4487-985c-4444-b4dc-fed2d30e5f2f {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:01:56.742207 dv-cinder-835881-10-iscsi neutron-server[120585]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0caf4487-985c-4444-b4dc-fed2d30e5f2f']: {'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'code': 422} returned with failed status May 10 17:01:56.745309 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 08ff1226-2ba9-4c73-a826-9f811db89a93 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:01:56.745658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 08ff1226-2ba9-4c73-a826-9f811db89a93 not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:01:56.771758 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=6']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:56.778942 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.779292 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.779636 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.779979 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.780345 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.780679 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.781008 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.781334 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.781658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.782050 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.782317 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.782643 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.782967 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.783287 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.783607 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:01:56.948406 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8992e-1bde-4238-a514-6975126729b8 req-80896d7b-6660-41f1-8c85-bf3b433cffe3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:56.949899 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cab8992e-1bde-4238-a514-6975126729b8 req-80896d7b-6660-41f1-8c85-bf3b433cffe3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0494735 May 10 17:01:57.000589 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-cab8992e-1bde-4238-a514-6975126729b8 req-ca964068-0444-4ffd-a4af-fd31a207e71c tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447409 May 10 17:01:57.169660 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47494) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:01:57.267576 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246696b1-da36-47fd-bcd9-5a631efde7a2 req-fcbf3b1c-2aab-4c81-9c56-064ac1319fe1 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:57.269152 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-246696b1-da36-47fd-bcd9-5a631efde7a2 req-fcbf3b1c-2aab-4c81-9c56-064ac1319fe1 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0827408 May 10 17:01:57.279852 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-96014d1a-a0b2-4866-864c-725e559a1ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273069 May 10 17:01:57.289896 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Deleting port 6af3b257-d65b-409b-bc55-230c7aa11a43 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:01:57.290232 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.290538 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-c7825629-066b-4f76-aa3c-112ae563abe9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=120583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:01:57.291539 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-c7825629-066b-4f76-aa3c-112ae563abe9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050185 May 10 17:01:57.337743 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-246696b1-da36-47fd-bcd9-5a631efde7a2 req-c64a8804-daec-40e0-b890-bdcff400bec6 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611126 May 10 17:01:57.377110 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.377433 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (6af3b257-d65b-409b-bc55-230c7aa11a43), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.391636 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Calling delete_port for 6af3b257-d65b-409b-bc55-230c7aa11a43 owned by network:floatingip {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:01:57.439611 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-3c21b440-7543-4c3e-abd4-0225685f7523 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:57.441883 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-3c21b440-7543-4c3e-abd4-0225685f7523 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports/7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 940 time: 0.1137774 May 10 17:01:57.539181 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (6af3b257-d65b-409b-bc55-230c7aa11a43), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.566019 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'Port': ['ID=6af3b257-d65b-409b-bc55-230c7aa11a43,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:57.641217 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for floatingip (ba36b65a-d97a-4948-89b5-a14517588dd5), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.644408 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:57.645586 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-1903a814-2f3a-47c1-ada5-763fd5df7b77 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "DELETE /v2.0/floatingips/ba36b65a-d97a-4948-89b5-a14517588dd5 HTTP/1.1" status: 204 len: 168 time: 0.4798243 May 10 17:01:58.471484 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5802c0-195d-4943-9e69-28e096a99324 req-a2706e64-9309-4770-a468-c5ceb00ad793 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:58.473517 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9e5802c0-195d-4943-9e69-28e096a99324 req-a2706e64-9309-4770-a468-c5ceb00ad793 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0559425 May 10 17:01:58.525970 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9e5802c0-195d-4943-9e69-28e096a99324 req-8b6c4940-8e21-475d-8c45-31392a7fbccf tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463176 May 10 17:01:58.674767 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-a8b6ea31-f56f-4302-a6b0-815f6d283425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:58.676246 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-a8b6ea31-f56f-4302-a6b0-815f6d283425 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac&tenant_id=4ca9807e934c4826bb948e391d7a315a HTTP/1.1" status: 200 len: 1127 time: 0.0427155 May 10 17:01:58.742107 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-a24d3850-7c1d-4664-9fc5-d2f5d742bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:58.743552 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-a24d3850-7c1d-4664-9fc5-d2f5d742bcd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1127 time: 0.0448611 May 10 17:01:58.843053 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-c0b1e39c-d981-4068-862c-de1404921ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:58.844559 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-c0b1e39c-d981-4068-862c-de1404921ed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.0957105 May 10 17:01:58.928008 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-0c57e13a-009a-4896-ac98-4374f854203d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 999 time: 0.0764730 May 10 17:01:58.963304 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:58.982590 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-7b1be4ae-b7ad-4c07-b867-991d6e2fdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:58.984289 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-7b1be4ae-b7ad-4c07-b867-991d6e2fdb0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0508721 May 10 17:01:59.030796 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879132-97e0-456a-9925-e56818540650 req-7009e862-93e0-4eb7-9d38-96c6d3874adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:59.032223 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-7009e862-93e0-4eb7-9d38-96c6d3874adc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421877 May 10 17:01:59.059327 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47516) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:01:59.127393 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (5ebb3ad9-bc02-49fa-b26c-65973cf7a658), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:59.130237 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-e1d4d36a-ac9f-465f-bc70-77dea3dce196 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912385 May 10 17:01:59.155212 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (5ebb3ad9-bc02-49fa-b26c-65973cf7a658), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:59.220605 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (5ebb3ad9-bc02-49fa-b26c-65973cf7a658), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:59.224588 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:01:59.228225 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] 10.222.0.48 "DELETE /v2.0/security-groups/5ebb3ad9-bc02-49fa-b26c-65973cf7a658 HTTP/1.1" status: 204 len: 168 time: 0.1653318 May 10 17:01:59.236158 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69916e2-8fc7-4370-9aa7-805a5c33a674 tempest-TestVolumeBootPattern-554040557 tempest-TestVolumeBootPattern-554040557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb3ad9-bc02-49fa-b26c-65973cf7a658,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:01:59.242245 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-35879132-97e0-456a-9925-e56818540650 req-9dc41b50-28a6-4942-af2b-346624f0c078 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065714 May 10 17:01:59.293784 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47520) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:01:59.652393 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27716e6-08f8-4e81-81e3-e648a4629915 req-8fa07255-d09c-4f1f-bed4-b38291b44482 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:01:59.653976 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e27716e6-08f8-4e81-81e3-e648a4629915 req-8fa07255-d09c-4f1f-bed4-b38291b44482 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0496073 May 10 17:01:59.715871 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-e27716e6-08f8-4e81-81e3-e648a4629915 req-7158c823-9636-49dc-9a59-39aef45f59d8 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549150 May 10 17:02:00.058216 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:00.305672 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Deleting port 96df4fb6-fd17-496f-a7b7-6a8ff514875a {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:00.306397 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:00.391857 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] For port 96df4fb6-fd17-496f-a7b7-6a8ff514875a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=96df4fb6-fd17-496f-a7b7-6a8ff514875a,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:00.392226 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:00.406456 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Calling delete_port for 96df4fb6-fd17-496f-a7b7-6a8ff514875a owned by network:router_interface {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:00.592594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (96df4fb6-fd17-496f-a7b7-6a8ff514875a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:00.617233 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=96df4fb6-fd17-496f-a7b7-6a8ff514875a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:00.821974 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:00.895948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5e4de-e07e-4d2c-809a-a8afcd5d073e req-c09f892f-7b83-4db2-a9df-912095bd8fc3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:00.897391 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-71b5e4de-e07e-4d2c-809a-a8afcd5d073e req-c09f892f-7b83-4db2-a9df-912095bd8fc3 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0993397 May 10 17:02:00.991245 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-71b5e4de-e07e-4d2c-809a-a8afcd5d073e req-1d49254d-0757-4109-922e-d733889e6dae tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872321 May 10 17:02:01.120957 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Router 40c25a57-b204-4bcb-9aed-3df00887ccf3 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:02:01.236734 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:02:01.244926 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-83e0e692-6d08-4b13-bb99-839144187c1e admin admin] 10.222.0.48 "PUT /v2.0/routers/40c25a57-b204-4bcb-9aed-3df00887ccf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9496253 May 10 17:02:01.246495 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47528) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:01.247163 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Sync routers for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:02:01.258185 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:02:01.258821 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:01.515496 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:02:01.621741 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks [] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:01.706490 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T17:02:00Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:01.744026 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Checking router: 40c25a57-b204-4bcb-9aed-3df00887ccf3 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:02:01.750014 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks [] for router_gateway (40c25a57-b204-4bcb-9aed-3df00887ccf3), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:01.752932 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Routers {'40c25a57-b204-4bcb-9aed-3df00887ccf3'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:02:01.753769 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['40c25a57-b204-4bcb-9aed-3df00887ccf3'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:01.796222 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Deleting port 231f3d2b-4fcf-4331-b691-491198ca1fa9 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:01.796488 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:01.869912 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] Set router 40c25a57-b204-4bcb-9aed-3df00887ccf3 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:02:01.881034 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] For port 231f3d2b-4fcf-4331-b691-491198ca1fa9, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=231f3d2b-4fcf-4331-b691-491198ca1fa9,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:01.881394 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:01.900781 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Calling delete_port for 231f3d2b-4fcf-4331-b691-491198ca1fa9 owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:02.064732 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T17:02:00Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:02.092329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc452-3c73-48e5-b31a-25048a392288 None None] The sync data for ids ['40c25a57-b204-4bcb-9aed-3df00887ccf3'] in dv-cinder-835881-10-iscsi is: [{'id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'name': 'tempest-TestVolumeBootPattern-390482347-router', 'tenant_id': '0b8348f4bffd44e7b0da6367a1011709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:09Z', 'updated_at': '2022-05-10T17:02:00Z', 'revision_number': 5, 'project_id': '0b8348f4bffd44e7b0da6367a1011709', 'gw_port': {'id': '231f3d2b-4fcf-4331-b691-491198ca1fa9', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c25a57-b204-4bcb-9aed-3df00887ccf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:10Z', 'updated_at': '2022-05-10T16:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:02:02.132874 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (231f3d2b-4fcf-4331-b691-491198ca1fa9), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.166150 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=231f3d2b-4fcf-4331-b691-491198ca1fa9,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:02.173958 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679c0d-3450-4260-bf47-17a571ac8938 req-26a81cf1-e601-4d40-84c4-6bda26eee068 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:02.176187 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4a679c0d-3450-4260-bf47-17a571ac8938 req-26a81cf1-e601-4d40-84c4-6bda26eee068 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0959830 May 10 17:02:02.274802 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4a679c0d-3450-4260-bf47-17a571ac8938 req-9df7c266-aa13-4be9-ab6d-0d2ba3a341f0 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925608 May 10 17:02:02.277177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.372568 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.375163 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks [] for router_controller (40c25a57-b204-4bcb-9aed-3df00887ccf3), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.428426 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (40c25a57-b204-4bcb-9aed-3df00887ccf3), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.428906 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c25a57-b204-4bcb-9aed-3df00887ccf3 {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:02:02.433573 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.434643 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-a64df1fc-9df9-4f6d-a272-6d8cfa7052a0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/40c25a57-b204-4bcb-9aed-3df00887ccf3 HTTP/1.1" status: 204 len: 168 time: 1.1871750 May 10 17:02:02.437243 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47532) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:02.485687 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Deleting subnet a4b332ff-7762-4600-97c2-2ee35ebc33ec {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:02:02.490371 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Publish callbacks [] for subnet (a4b332ff-7762-4600-97c2-2ee35ebc33ec), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.530436 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (a4b332ff-7762-4600-97c2-2ee35ebc33ec), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.638843 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (a4b332ff-7762-4600-97c2-2ee35ebc33ec), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.697960 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (a4b332ff-7762-4600-97c2-2ee35ebc33ec), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.724980 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b332ff-7762-4600-97c2-2ee35ebc33ec,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:02.729950 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.733489 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5c483af7-0840-45b6-8397-443add0e9e33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4b332ff-7762-4600-97c2-2ee35ebc33ec HTTP/1.1" status: 204 len: 168 time: 0.2952099 May 10 17:02:02.736571 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47534) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:02.739562 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1cc16-be06-4618-abc7-422cb08d5b6a None None] Network 4630e6fb-ee22-4d27-bd44-871c41a7cdec requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:02:02.818746 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (4630e6fb-ee22-4d27-bd44-871c41a7cdec), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.899663 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 96df4fb6-fd17-496f-a7b7-6a8ff514875a no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:02.904948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Deleting port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:02.905349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.921269 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 96df4fb6-fd17-496f-a7b7-6a8ff514875a {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:02.921683 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 96df4fb6-fd17-496f-a7b7-6a8ff514875a not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:02.976796 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] For port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,segment=NetworkSegment(8b7510e7-e373-4671-9239-0552a7a9c632),segment_id=8b7510e7-e373-4671-9239-0552a7a9c632)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:02.977164 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:02.991947 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Calling delete_port for 248860aa-a8af-48e9-8ba9-4c50b0dbe55f owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:03.086215 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (248860aa-a8af-48e9-8ba9-4c50b0dbe55f), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.112556 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=248860aa-a8af-48e9-8ba9-4c50b0dbe55f,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:03.117081 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] No DVR routers for this DVR port 248860aa-a8af-48e9-8ba9-4c50b0dbe55f on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:02:03.193593 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (4630e6fb-ee22-4d27-bd44-871c41a7cdec), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.225369 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4630e6fb-ee22-4d27-bd44-871c41a7cdec']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:03.239476 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7510e7-e373-4671-9239-0552a7a9c632') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:03.239776 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7510e7-e373-4671-9239-0552a7a9c632') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:03.254349 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (8b7510e7-e373-4671-9239-0552a7a9c632), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.257521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49116b-1534-4d86-873e-63a588b8e47f None None] DHCP port deletion for 4630e6fb-ee22-4d27-bd44-871c41a7cdec request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:02:03.272606 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8b7510e7-e373-4671-9239-0552a7a9c632), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.280063 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:02:03.280512 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (8b7510e7-e373-4671-9239-0552a7a9c632), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:02:03.282402 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:02:03.350925 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (4630e6fb-ee22-4d27-bd44-871c41a7cdec), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.356692 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:03.359921 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4630e6fb-ee22-4d27-bd44-871c41a7cdec HTTP/1.1" status: 204 len: 168 time: 0.6215777 May 10 17:02:03.362997 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47538) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:03.387490 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dbe76-5e2e-4eed-bb51-9edaf496e0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4630e6fb-ee22-4d27-bd44-871c41a7cdec,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:03.464990 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716b997-64a9-4ba7-b8c5-c27cba8328db req-c1daacfd-535d-4ed5-8a78-3c15f5317ef2 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:03.466450 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a716b997-64a9-4ba7-b8c5-c27cba8328db req-c1daacfd-535d-4ed5-8a78-3c15f5317ef2 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0882528 May 10 17:02:03.597437 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-a716b997-64a9-4ba7-b8c5-c27cba8328db req-509dcc66-cfcb-4199-9923-bc917d2530f1 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239967 May 10 17:02:03.683672 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:02:03.795690 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (51060f80-561f-428b-8483-e7aca5f3d4a6), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:04.047167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Deleting port 63bdd23a-f573-4320-9d0f-136362cea026 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:04.047406 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (63bdd23a-f573-4320-9d0f-136362cea026), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:04.135026 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] For port 63bdd23a-f573-4320-9d0f-136362cea026, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=63bdd23a-f573-4320-9d0f-136362cea026,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:04.135400 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (63bdd23a-f573-4320-9d0f-136362cea026), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:04.149590 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Calling delete_port for 63bdd23a-f573-4320-9d0f-136362cea026 owned by network:router_interface {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:04.348322 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (63bdd23a-f573-4320-9d0f-136362cea026), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:04.374540 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Pushing event deleted for resources: {'Port': ['ID=63bdd23a-f573-4320-9d0f-136362cea026,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:04.562581 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (51060f80-561f-428b-8483-e7aca5f3d4a6), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:04.721734 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd69af-b717-4d1c-a048-df03dbeb1bc2 req-8b9f35d1-e9cf-45f0-8c8f-e83f2e8d8a47 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:04.723485 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9cdd69af-b717-4d1c-a048-df03dbeb1bc2 req-8b9f35d1-e9cf-45f0-8c8f-e83f2e8d8a47 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0566530 May 10 17:02:04.780448 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-9cdd69af-b717-4d1c-a048-df03dbeb1bc2 req-1ae71bfc-3124-49fe-b713-f283dbed774d tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507123 May 10 17:02:04.822037 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Router 51060f80-561f-428b-8483-e7aca5f3d4a6 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:02:04.933954 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 248860aa-a8af-48e9-8ba9-4c50b0dbe55f no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:04.946554 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:02:04.953809 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-3d537682-89a8-4ed1-98a7-882f79da851c admin admin] 10.222.0.48 "PUT /v2.0/routers/51060f80-561f-428b-8483-e7aca5f3d4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887637 May 10 17:02:04.954530 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47542) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:04.956687 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Sync routers for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:02:04.958873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 248860aa-a8af-48e9-8ba9-4c50b0dbe55f {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:04.959224 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 248860aa-a8af-48e9-8ba9-4c50b0dbe55f not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:04.959642 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 231f3d2b-4fcf-4331-b691-491198ca1fa9 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:04.969908 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:02:04.970537 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:04.979311 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 231f3d2b-4fcf-4331-b691-491198ca1fa9 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:04.979648 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 231f3d2b-4fcf-4331-b691-491198ca1fa9 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:05.095841 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks [] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:05.097493 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:02:05.144779 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd269-18a6-4288-ada8-30a6a3982136 req-3ca044d3-3c7a-4a95-93ee-448f3cb014bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:05.146343 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-3ca044d3-3c7a-4a95-93ee-448f3cb014bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1127 time: 0.0585465 May 10 17:02:05.274239 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd269-18a6-4288-ada8-30a6a3982136 req-d0cb6edc-b560-429a-8ddf-8a49a9d24156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:05.275753 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-d0cb6edc-b560-429a-8ddf-8a49a9d24156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.1103692 May 10 17:02:05.303155 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T17:02:04Z', 'revision_number': 5, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:05.334281 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Checking router: 51060f80-561f-428b-8483-e7aca5f3d4a6 for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:02:05.344494 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Routers {'51060f80-561f-428b-8483-e7aca5f3d4a6'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:02:05.345122 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:01:51Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['51060f80-561f-428b-8483-e7aca5f3d4a6'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:05.359812 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-fb99626f-bedd-495c-a13c-2172c78abe95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 999 time: 0.0778828 May 10 17:02:05.436712 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd269-18a6-4288-ada8-30a6a3982136 req-1ed33800-2f7c-427c-a862-85db2c18a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:05.438956 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-1ed33800-2f7c-427c-a862-85db2c18a49a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0717490 May 10 17:02:05.487913 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd269-18a6-4288-ada8-30a6a3982136 req-2f3c12cf-3441-45cd-a280-ee7213cd2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:05.489553 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-2f3c12cf-3441-45cd-a280-ee7213cd2c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434015 May 10 17:02:05.535720 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks [] for router_gateway (51060f80-561f-428b-8483-e7aca5f3d4a6), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:05.573313 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] Set router 51060f80-561f-428b-8483-e7aca5f3d4a6 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:02:05.592525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Deleting port e4dadf47-974c-4154-a78f-730cc93613b3 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:05.593128 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:05.603298 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-2ae7aaf7-5235-4cdb-8dae-cc87b457a80a service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078424 May 10 17:02:05.711171 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] For port e4dadf47-974c-4154-a78f-730cc93613b3, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=e4dadf47-974c-4154-a78f-730cc93613b3,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:05.711454 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:05.719149 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-541dd269-18a6-4288-ada8-30a6a3982136 req-b5b10ea9-0686-400b-b75c-60b702f9ad40 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101363 May 10 17:02:05.726525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Calling delete_port for e4dadf47-974c-4154-a78f-730cc93613b3 owned by network:router_gateway {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:05.756373 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-ba575326-114b-4c00-9237-193d721499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T17:02:04Z', 'revision_number': 5, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:05.788261 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba575326-114b-4c00-9237-193d721499a4 None None] The sync data for ids ['51060f80-561f-428b-8483-e7aca5f3d4a6'] in dv-cinder-835881-10-iscsi is: [{'id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'name': 'tempest-TestVolumeBootPattern-75600685-router', 'tenant_id': '5948d924e03b469c9368aeed17dd6ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T17:02:04Z', 'revision_number': 5, 'project_id': '5948d924e03b469c9368aeed17dd6ce3', 'gw_port': {'id': 'e4dadf47-974c-4154-a78f-730cc93613b3', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060f80-561f-428b-8483-e7aca5f3d4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:55:14Z', 'updated_at': '2022-05-10T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:02:05.927527 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca047c-9bcc-4a2a-bc3a-3394eb9ccc79 req-aff9fab4-1cc5-4a42-9980-f9b9c4f08deb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:05.929108 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-39ca047c-9bcc-4a2a-bc3a-3394eb9ccc79 req-aff9fab4-1cc5-4a42-9980-f9b9c4f08deb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 943 time: 0.0751681 May 10 17:02:05.968203 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (e4dadf47-974c-4154-a78f-730cc93613b3), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.021832 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-39ca047c-9bcc-4a2a-bc3a-3394eb9ccc79 req-67b3697a-c89f-43d7-ae5a-89ce7b8119de tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855517 May 10 17:02:06.022581 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dadf47-974c-4154-a78f-730cc93613b3,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:06.093525 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (51060f80-561f-428b-8483-e7aca5f3d4a6), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.191121 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.193945 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks [] for router_controller (51060f80-561f-428b-8483-e7aca5f3d4a6), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.241723 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (51060f80-561f-428b-8483-e7aca5f3d4a6), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.242414 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51060f80-561f-428b-8483-e7aca5f3d4a6 {{(pid=120583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:02:06.246962 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.251835 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b5be2dfe-fc3d-4de9-8192-cae573da4686 admin admin] 10.222.0.48 "DELETE /v2.0/routers/51060f80-561f-428b-8483-e7aca5f3d4a6 HTTP/1.1" status: 204 len: 168 time: 1.2925274 May 10 17:02:06.252177 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47546) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:06.301143 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.db.db_base_plugin_v2 [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Deleting subnet 9b2f3f0c-392f-431d-bb56-d479beb1b5ef {{(pid=120584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:02:06.304927 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Publish callbacks [] for subnet (9b2f3f0c-392f-431d-bb56-d479beb1b5ef), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.345913 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408157'] for subnet (9b2f3f0c-392f-431d-bb56-d479beb1b5ef), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.430799 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (9b2f3f0c-392f-431d-bb56-d479beb1b5ef), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.489497 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2504328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364957'] for subnet (9b2f3f0c-392f-431d-bb56-d479beb1b5ef), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.514023 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2f3f0c-392f-431d-bb56-d479beb1b5ef,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:06.519680 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for subnet (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.522879 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-67864ef5-8365-4067-b6e2-888c09cd7401 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b2f3f0c-392f-431d-bb56-d479beb1b5ef HTTP/1.1" status: 204 len: 168 time: 0.2694633 May 10 17:02:06.525418 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea22e5d9-04de-45c3-addc-314cbe4a89b4 None None] Network 8492775e-8084-43b2-a086-07460992529a requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:02:06.525929 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47548) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:06.586112 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=120585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:02:06.602964 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (8492775e-8084-43b2-a086-07460992529a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.651278 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Deleting port 5723c2f8-46ee-4320-802a-9e40658b190d {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:02:06.651635 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.715619 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] For port 5723c2f8-46ee-4320-802a-9e40658b190d, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=5723c2f8-46ee-4320-802a-9e40658b190d,segment=NetworkSegment(92b4da35-3a70-4e78-8ec9-e219c8e93ed2),segment_id=92b4da35-3a70-4e78-8ec9-e219c8e93ed2)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:06.715988 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.718192 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:06.732890 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Returning: {'device': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'port_id': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'mac_address': 'fa:16:3e:82:2b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:02:06.736326 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Calling delete_port for 5723c2f8-46ee-4320-802a-9e40658b190d owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:02:06.776108 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7a105162-f20d-4ee9-a4ae-56c05650a65d is: DOWN; New status is: BUILD {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:02:06.776441 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.793603 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a105162-f20d-4ee9-a4ae-56c05650a65d {{(pid=120585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:02:06.824801 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:06.830945 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.850098 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (5723c2f8-46ee-4320-802a-9e40658b190d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:06.868691 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbca0c-2b9c-4a35-aeb7-d5b52aea7452 None None] DHCP port deletion for 8492775e-8084-43b2-a086-07460992529a request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:02:06.875240 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5723c2f8-46ee-4320-802a-9e40658b190d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:06.892320 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] No DVR routers for this DVR port 5723c2f8-46ee-4320-802a-9e40658b190d on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:02:06.933066 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63bdd23a-f573-4320-9d0f-136362cea026 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:06.939358 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=7']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:06.961507 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 63bdd23a-f573-4320-9d0f-136362cea026 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:06.961852 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 63bdd23a-f573-4320-9d0f-136362cea026 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:06.962275 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device e4dadf47-974c-4154-a78f-730cc93613b3 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:06.985371 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: e4dadf47-974c-4154-a78f-730cc93613b3 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:06.985990 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device e4dadf47-974c-4154-a78f-730cc93613b3 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:06.986421 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 5723c2f8-46ee-4320-802a-9e40658b190d no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:02:06.993736 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (8492775e-8084-43b2-a086-07460992529a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.011721 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 5723c2f8-46ee-4320-802a-9e40658b190d {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:02:07.012059 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 5723c2f8-46ee-4320-802a-9e40658b190d not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:02:07.021068 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8492775e-8084-43b2-a086-07460992529a']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:07.031860 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b4da35-3a70-4e78-8ec9-e219c8e93ed2') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:07.032163 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b4da35-3a70-4e78-8ec9-e219c8e93ed2') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:02:07.042368 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (92b4da35-3a70-4e78-8ec9-e219c8e93ed2), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.051486 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] get_ports_and_sgs() called for port_ids ['7a105162-f20d-4ee9-a4ae-56c05650a65d'] {{(pid=120585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:02:07.057804 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (92b4da35-3a70-4e78-8ec9-e219c8e93ed2), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.065544 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:02:07.066474 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (92b4da35-3a70-4e78-8ec9-e219c8e93ed2), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:02:07.068651 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:02:07.130190 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (8492775e-8084-43b2-a086-07460992529a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.135442 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.138779 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] 10.222.0.48 "DELETE /v2.0/networks/8492775e-8084-43b2-a086-07460992529a HTTP/1.1" status: 204 len: 168 time: 0.6122406 May 10 17:02:07.163538 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98ce1-cb55-4410-94e8-699cd5d4974b req-0a3d2fcf-c8ac-4624-87f5-4719c46d480f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:07.163707 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddab7-439d-4179-be95-0a196f1b0c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=8492775e-8084-43b2-a086-07460992529a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:07.171421 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-83c98ce1-cb55-4410-94e8-699cd5d4974b req-0a3d2fcf-c8ac-4624-87f5-4719c46d480f tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 944 time: 0.0666161 May 10 17:02:07.222173 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-83c98ce1-cb55-4410-94e8-699cd5d4974b req-71e0a750-89b0-4010-b9d7-86a96307431c tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498216 May 10 17:02:07.276144 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47554) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:07.323038 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-bc564181-3e0d-43ba-83e4-e962f8150d40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b8348f4bffd44e7b0da6367a1011709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455282 May 10 17:02:07.325357 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47556) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:07.374627 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] Publish callbacks [] for security_group (34c10226-5c1f-46c2-974b-c8fb3933f6a9), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.396524 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] Publish callbacks [] for security_group (34c10226-5c1f-46c2-974b-c8fb3933f6a9), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.444753 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (34c10226-5c1f-46c2-974b-c8fb3933f6a9), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.447347 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.448511 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34c10226-5c1f-46c2-974b-c8fb3933f6a9 HTTP/1.1" status: 204 len: 168 time: 0.1221409 May 10 17:02:07.456671 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6bc5a-69a9-4b94-86aa-3415d43ff5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c10226-5c1f-46c2-974b-c8fb3933f6a9,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:07.781812 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47562) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:07.827393 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-ffeda772-35af-4837-8790-f284ad3f30d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5948d924e03b469c9368aeed17dd6ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442007 May 10 17:02:07.831698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47564) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:02:07.883241 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] Publish callbacks [] for security_group (a4c44ea9-de81-4c87-9156-5c6416360898), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.905898 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] Publish callbacks [] for security_group (a4c44ea9-de81-4c87-9156-5c6416360898), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.959294 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a4c44ea9-de81-4c87-9156-5c6416360898), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.962142 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:07.963288 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4c44ea9-de81-4c87-9156-5c6416360898 HTTP/1.1" status: 204 len: 168 time: 0.1304276 May 10 17:02:07.972947 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66efe39-1638-4e38-bb62-b06d1a6ef183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c44ea9-de81-4c87-9156-5c6416360898,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:08.343911 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6556-5ca4-4517-b255-8b98578cf1de req-f9b2ed17-e675-4f04-8af5-d17638d43345 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:08.345539 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb1a6556-5ca4-4517-b255-8b98578cf1de req-f9b2ed17-e675-4f04-8af5-d17638d43345 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 944 time: 0.0502088 May 10 17:02:08.396174 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-bb1a6556-5ca4-4517-b255-8b98578cf1de req-306db6d0-5d88-46c6-82b6-13f61527911c tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446284 May 10 17:02:08.586629 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d up at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:02:08.639521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.provisioning_blocks [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Provisioning complete for port 7a105162-f20d-4ee9-a4ae-56c05650a65d triggered by entity L2. {{(pid=120585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:02:08.639888 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), provisioning_complete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:08.719787 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Current status of the port 7a105162-f20d-4ee9-a4ae-56c05650a65d is: BUILD; New status is: ACTIVE {{(pid=120585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:02:08.720085 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401643'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:08.742812 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:02:08.745060 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5518d2d77a086843652ef856cd33aeeaac1ae0dfad9fe5be268d9cd764846d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac85670-c1e1-4307-aa8b-d6017208fec7" -d '{"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:02:08.757828 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:02:08.761831 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760167325350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760166799234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760166799252'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:08.787473 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c012a7-af42-4172-86cf-c26fa3ed043b x-openstack-request-id: req-13c012a7-af42-4172-86cf-c26fa3ed043b {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:02:08.787765 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "code": 200}]} {{(pid=120585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:02:08.788017 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13c012a7-af42-4172-86cf-c26fa3ed043b {{(pid=120585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:02:08.788450 dv-cinder-835881-10-iscsi neutron-server[120585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c012a7-af42-4172-86cf-c26fa3ed043b'] response: {'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'code': 200} May 10 17:02:08.815975 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Pushing event updated for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=8']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:02:09.002980 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f1bf1-753b-4851-81eb-d4dc493057e9 req-7bd4262e-d288-476a-aca2-c22ddbc53b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:09.004662 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-506f1bf1-753b-4851-81eb-d4dc493057e9 req-7bd4262e-d288-476a-aca2-c22ddbc53b67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0419829 May 10 17:02:09.051020 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-506f1bf1-753b-4851-81eb-d4dc493057e9 req-a29eb79a-7c60-457a-aca8-657b66f0e29b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405400 May 10 17:02:09.513853 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14416f-6c92-467c-be4e-6357e5abffd5 req-5db31348-c0fd-4b37-9e04-4bce70115dc4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:09.515316 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d14416f-6c92-467c-be4e-6357e5abffd5 req-5db31348-c0fd-4b37-9e04-4bce70115dc4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0503290 May 10 17:02:09.565707 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-2d14416f-6c92-467c-be4e-6357e5abffd5 req-0d885371-9fe4-447b-b869-b492dcbb18bf tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438855 May 10 17:02:10.683483 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43244a52-ed00-4414-8a27-9633ffe7db25 req-4b677114-2f43-4619-8b7d-2159738dbd39 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:02:10.684990 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-43244a52-ed00-4414-8a27-9633ffe7db25 req-4b677114-2f43-4619-8b7d-2159738dbd39 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0509651 May 10 17:02:10.733910 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-43244a52-ed00-4414-8a27-9633ffe7db25 req-443f9d43-eb50-41e8-96e7-c1e7a403f1fc tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426645 May 10 17:02:19.165836 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-00bf268c-6f3d-45b5-b926-a34aaa5e7215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:21.413424 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3079c2ba-36c5-4f3d-a9d4-ca9f6a6cae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:22.556284 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:24.338353 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:25.640572 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:28.953302 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:40.683420 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:02:49.167586 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c7130d3f-965a-47ea-ad54-9d26b1db9f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:51.415416 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-87e79666-efd9-4af0-ba46-a881cd30ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:52.557018 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:54.338658 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:55.642348 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:02:58.958229 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:06.620979 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-72c182c1-7e53-4bf1-80ef-389615ecf4b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449369 May 10 17:03:06.714659 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-a46b7820-f8ae-4fd9-b169-bf6e0c602e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:06.716215 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-a46b7820-f8ae-4fd9-b169-bf6e0c602e54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0511706 May 10 17:03:06.826650 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-7e89462e-de79-4b06-a2ba-386f6c0dd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:06.828187 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-7e89462e-de79-4b06-a2ba-386f6c0dd816 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.0934870 May 10 17:03:06.901838 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-ecae3389-bd70-48fc-8f16-c6f00bdbf455 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 1001 time: 0.0655499 May 10 17:03:06.952040 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-59b2c432-02da-46c8-aff5-dceef1b17159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:06.953539 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-59b2c432-02da-46c8-aff5-dceef1b17159 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0460439 May 10 17:03:06.999074 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-d3249266-d725-4b72-9020-6cf6d0707ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:07.000624 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-d3249266-d725-4b72-9020-6cf6d0707ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410092 May 10 17:03:07.098190 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-546d3a78-2c58-490e-8449-c3024b6648dc service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908475 May 10 17:03:07.188519 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-74090b52-4d6d-4e58-a573-02e282c853b0 req-72da4db8-d3fe-45fe-9f65-8d1c2e96920f service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850871 May 10 17:03:17.684658 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:03:19.173061 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-afbe7a16-6024-4771-b0ef-37e0fe651e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:21.417460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-84178cd6-31b2-4ac6-87c8-811e0f4178b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:22.558258 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:24.388346 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:25.653101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.354702 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47604) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:26.509604 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Deleting port fa71409e-f4f6-4868-993f-9abb262d5d39 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:26.509946 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.590330 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.590669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for floatingip (fa71409e-f4f6-4868-993f-9abb262d5d39), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.608450 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Calling delete_port for fa71409e-f4f6-4868-993f-9abb262d5d39 owned by network:floatingip {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:26.791677 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (fa71409e-f4f6-4868-993f-9abb262d5d39), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.818734 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event deleted for resources: {'Port': ['ID=fa71409e-f4f6-4868-993f-9abb262d5d39,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:26.845393 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.845800 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.846115 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.846427 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.846761 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.847092 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.847425 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.847751 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.848712 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.849091 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.850106 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.850106 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.850106 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.850607 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.850607 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:26.894022 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for floatingip (92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:26.894252 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.db.l3_db [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Floating IP 92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510 disassociated (deleted). External IP: 172.27.1.192, port: 7a105162-f20d-4ee9-a4ae-56c05650a65d. May 10 17:03:27.133564 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Router fc55c0eb-968f-4f10-afe5-6d90788fa756 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:03:27.248300 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:03:27.253195 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for floatingip (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:27.259826 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Sync routers for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:03:27.273083 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:27.273805 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:27.286038 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-b36cabbd-9389-401e-9895-2205fdac8f65 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "DELETE /v2.0/floatingips/92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510 HTTP/1.1" status: 204 len: 168 time: 0.9301951 May 10 17:03:27.286804 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:03:27.289413 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b276e437-b531-4733-951d-50505f751dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:03:27.331685 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7707bc-7b59-4624-90dd-457bcfc23a25 x-openstack-request-id: req-1d7707bc-7b59-4624-90dd-457bcfc23a25 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:03:27.331987 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:03:27.332307 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d7707bc-7b59-4624-90dd-457bcfc23a25 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:03:27.333344 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7707bc-7b59-4624-90dd-457bcfc23a25'] response: {'name': 'network-changed', 'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'status': 'completed', 'code': 200} May 10 17:03:27.396157 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e437-b531-4733-951d-50505f751dfe req-e5cab53d-bf80-4119-ac8f-b1d3d4dc7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:27.398240 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-e5cab53d-bf80-4119-ac8f-b1d3d4dc7dff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca9807e934c4826bb948e391d7a315a&device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 1129 time: 0.0458953 May 10 17:03:27.400299 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:27.527145 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e437-b531-4733-951d-50505f751dfe req-6752d450-90aa-471b-ae6a-28424b84acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:27.528723 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-6752d450-90aa-471b-ae6a-28424b84acd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 200 len: 909 time: 0.1251950 May 10 17:03:27.763050 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:27.794101 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Checking router: fc55c0eb-968f-4f10-afe5-6d90788fa756 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:03:27.805729 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:27.806709 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:27.811451 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa616cb-3987-4a88-ad26-13440e759bc7 req-886c959d-2793-4c82-9711-4718ee48dcdb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:27.813007 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4aa616cb-3987-4a88-ad26-13440e759bc7 req-886c959d-2793-4c82-9711-4718ee48dcdb tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.3033941 May 10 17:03:27.872621 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-4aa616cb-3987-4a88-ad26-13440e759bc7 req-b137cd06-6edf-4c4f-849e-2ce048201196 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522683 May 10 17:03:27.923851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:28.119521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:28.150329 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef1adb-d7af-4e20-aabc-be542d9859ec None None] The sync data for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:07Z', 'revision_number': 4, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi', '_interfaces': [{'id': '7513f978-20e5-4cc6-aa86-88fd1bab4f4c', 'name': '', 'network_id': 'aa44f7bd-8c99-4236-a728-89a387b3d6df', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'mac_address': 'fa:16:3e:b0:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:06Z', 'updated_at': '2022-05-10T16:59:12Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'subnets': [{'id': 'bc9851da-d981-4a21-a5f7-6c2a2ed08a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:03:28.402152 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ac902-49f6-4412-89c1-305fe17e60ab None None] New status for floating IP 92fabdd9-9f9b-4ea6-99ad-dbc19e3e8510: DOWN {{(pid=120586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:03:28.483425 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-a0c97e9b-aea1-4931-ac66-edabcfc74f10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 200 len: 217 time: 0.0402615 May 10 17:03:28.542123 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e437-b531-4733-951d-50505f751dfe req-34420e46-30fd-4d20-85dc-4a743d2f4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:28.543595 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-34420e46-30fd-4d20-85dc-4a743d2f4ec2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 200 len: 847 time: 0.0526037 May 10 17:03:28.653533 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e437-b531-4733-951d-50505f751dfe req-d5bbcab9-a8ad-47e9-89c1-0c786e150476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:28.654942 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-d5bbcab9-a8ad-47e9-89c1-0c786e150476 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa44f7bd-8c99-4236-a728-89a387b3d6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418923 May 10 17:03:28.758730 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-99628905-23ff-4240-abd9-218ed2ef154f service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972295 May 10 17:03:28.959460 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:28.966011 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [req-b276e437-b531-4733-951d-50505f751dfe req-c3d8d62a-9e46-46b5-ba35-70d353e01ca9 service neutron] 10.222.0.32 "GET /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926645 May 10 17:03:29.008167 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-f81f5be4-84f8-4c1d-a3e6-00115d173032 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:29.009709 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-f81f5be4-84f8-4c1d-a3e6-00115d173032 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.32 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.0709360 May 10 17:03:29.092095 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61863-9a27-469a-a662-2b3f24e21bf7 req-3239a9ac-f7a9-40b8-b342-9b26fe3d50a2 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:03:29.093660 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3d61863-9a27-469a-a662-2b3f24e21bf7 req-3239a9ac-f7a9-40b8-b342-9b26fe3d50a2 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 945 time: 0.1426404 May 10 17:03:29.159288 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Deleting port 7a105162-f20d-4ee9-a4ae-56c05650a65d {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:29.159541 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:29.217325 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-b3d61863-9a27-469a-a662-2b3f24e21bf7 req-5662733e-3a59-4996-bc3e-22d894473062 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/security-groups?id=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174443 May 10 17:03:29.269471 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] For port 7a105162-f20d-4ee9-a4ae-56c05650a65d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a105162-f20d-4ee9-a4ae-56c05650a65d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:29.269838 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:29.285098 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Calling delete_port for 7a105162-f20d-4ee9-a4ae-56c05650a65d owned by compute:nova {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:29.421214 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (7a105162-f20d-4ee9-a4ae-56c05650a65d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:29.450527 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event deleted for resources: {'Port': ['ID=7a105162-f20d-4ee9-a4ae-56c05650a65d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:29.500607 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] No DVR routers for this DVR port 7a105162-f20d-4ee9-a4ae-56c05650a65d on host hv-cinder-83588 {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:03:29.503319 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12005'] for port (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:29.507858 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-855dc4d8-7c7b-41f9-a91c-845aa79b06f8 req-309dd33c-86b6-42c4-a375-c883242c8233 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.32 "DELETE /v2.0/ports/7a105162-f20d-4ee9-a4ae-56c05650a65d HTTP/1.1" status: 204 len: 173 time: 0.4919224 May 10 17:03:29.508358 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-deleted', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d'}] {{(pid=120583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:03:29.511364 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ae98f026970107d5feb6909311b2f1981565ef8ebe75a8acdd2a4ebc4161bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd5374-770c-4292-bffe-532f26277204" -d '{"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-deleted", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d"}]}' {{(pid=120583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:03:29.551805 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d3a459-6a15-4d00-a8df-11da2e3c2a40 x-openstack-request-id: req-f7d3a459-6a15-4d00-a8df-11da2e3c2a40 {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:03:29.552298 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac", "name": "network-vif-deleted", "tag": "7a105162-f20d-4ee9-a4ae-56c05650a65d", "status": "completed", "code": 200}]} {{(pid=120583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:03:29.552594 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7d3a459-6a15-4d00-a8df-11da2e3c2a40 {{(pid=120583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:03:29.553016 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d3a459-6a15-4d00-a8df-11da2e3c2a40'] response: {'server_uuid': '77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac', 'name': 'network-vif-deleted', 'tag': '7a105162-f20d-4ee9-a4ae-56c05650a65d', 'status': 'completed', 'code': 200} May 10 17:03:30.345686 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [req-f6220cfe-2fd5-4c46-bc4b-828b16a10f67 req-d91372a2-a6d5-4a28-8660-2645d974c004 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "GET /v2.0/ports?device_id=77740f44-ab1a-4e3e-96fe-cadf0ec6a3ac HTTP/1.1" status: 200 len: 210 time: 0.0332277 May 10 17:03:31.406238 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47638) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:31.463912 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (22ee76ed-5f3b-440d-8cf9-052e75b7d2a9), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:31.490769 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (22ee76ed-5f3b-440d-8cf9-052e75b7d2a9), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:31.553246 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (22ee76ed-5f3b-440d-8cf9-052e75b7d2a9), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:31.556232 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:31.557443 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] 10.222.0.48 "DELETE /v2.0/security-groups/22ee76ed-5f3b-440d-8cf9-052e75b7d2a9 HTTP/1.1" status: 204 len: 168 time: 0.1509013 May 10 17:03:31.567496 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12053ee8-b67c-4c9c-8cfe-524b18cb8be4 tempest-TestShelveInstance-1313662833 tempest-TestShelveInstance-1313662833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee76ed-5f3b-440d-8cf9-052e75b7d2a9,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:31.604950 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47642) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:31.975123 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:32.227378 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Deleting port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:32.227620 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:32.313821 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] For port 7513f978-20e5-4cc6-aa86-88fd1bab4f4c, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:32.314183 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:32.329705 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Calling delete_port for 7513f978-20e5-4cc6-aa86-88fd1bab4f4c owned by network:router_interface {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:32.523575 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (7513f978-20e5-4cc6-aa86-88fd1bab4f4c), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:32.549249 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Pushing event deleted for resources: {'Port': ['ID=7513f978-20e5-4cc6-aa86-88fd1bab4f4c,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:32.740844 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:32.959530 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:32.981477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] No Port match for: 7a105162-f20d-4ee9-a4ae-56c05650a65d {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:32.981819 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Device 7a105162-f20d-4ee9-a4ae-56c05650a65d not bound to the agent host hv-cinder-83588 {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:33.244481 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Router fc55c0eb-968f-4f10-afe5-6d90788fa756 has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:03:33.359648 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:03:33.364805 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-8bc0d287-d6f0-47d4-b7be-a7e1be582271 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc55c0eb-968f-4f10-afe5-6d90788fa756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587638 May 10 17:03:33.367563 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47644) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:33.371633 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Sync routers for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:03:33.382833 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:33.383456 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:33.478506 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks [] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:33.498433 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: dv-cinder-835881-10-iscsi {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:33.594130 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks [] for router_gateway (fc55c0eb-968f-4f10-afe5-6d90788fa756), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:33.644716 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Deleting port 6c567627-6e05-49a1-bc75-2c164b97eb94 {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:33.645971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:33.690271 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T17:03:32Z', 'revision_number': 5, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port': {'id': '6c567627-6e05-49a1-bc75-2c164b97eb94', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:33.719857 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Checking router: fc55c0eb-968f-4f10-afe5-6d90788fa756 for host: dv-cinder-835881-10-iscsi {{(pid=120585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:03:33.730639 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Routers {'fc55c0eb-968f-4f10-afe5-6d90788fa756'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:33.731324 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['fc55c0eb-968f-4f10-afe5-6d90788fa756'], 'active': True} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:33.733583 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] For port 6c567627-6e05-49a1-bc75-2c164b97eb94, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=6c567627-6e05-49a1-bc75-2c164b97eb94,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:33.733971 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:33.750717 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Calling delete_port for 6c567627-6e05-49a1-bc75-2c164b97eb94 owned by network:router_gateway {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:33.827709 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvr_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] Set router fc55c0eb-968f-4f10-afe5-6d90788fa756 gateway port host: None {{(pid=120585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:33.884042 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_hamode_db [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T17:03:33Z', 'revision_number': 6, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:33.917242 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf8302-e5f8-4abf-8f73-f6da7e796e1b None None] The sync data for ids ['fc55c0eb-968f-4f10-afe5-6d90788fa756'] in dv-cinder-835881-10-iscsi is: [{'id': 'fc55c0eb-968f-4f10-afe5-6d90788fa756', 'name': 'tempest-TestShelveInstance-394093953-router', 'tenant_id': '4ca9807e934c4826bb948e391d7a315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:04Z', 'updated_at': '2022-05-10T17:03:33Z', 'revision_number': 6, 'project_id': '4ca9807e934c4826bb948e391d7a315a', 'gw_port_host': None}] {{(pid=120585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:03:33.940264 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (6c567627-6e05-49a1-bc75-2c164b97eb94), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:33.977856 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c567627-6e05-49a1-bc75-2c164b97eb94,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:34.045937 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.139882 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.142536 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks [] for router_controller (fc55c0eb-968f-4f10-afe5-6d90788fa756), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.190500 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (fc55c0eb-968f-4f10-afe5-6d90788fa756), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.191289 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc55c0eb-968f-4f10-afe5-6d90788fa756 {{(pid=120583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:03:34.196909 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.198078 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-16cd0bf5-45f1-4584-b255-5fa7019cf871 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc55c0eb-968f-4f10-afe5-6d90788fa756 HTTP/1.1" status: 204 len: 168 time: 0.8295670 May 10 17:03:34.200669 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47646) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:34.246956 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Deleting subnet bc9851da-d981-4a21-a5f7-6c2a2ed08a81 {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:03:34.250595 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Publish callbacks [] for subnet (bc9851da-d981-4a21-a5f7-6c2a2ed08a81), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.289504 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (bc9851da-d981-4a21-a5f7-6c2a2ed08a81), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.385785 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (bc9851da-d981-4a21-a5f7-6c2a2ed08a81), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.443591 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (bc9851da-d981-4a21-a5f7-6c2a2ed08a81), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.470521 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9851da-d981-4a21-a5f7-6c2a2ed08a81,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:34.477688 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.480982 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-1e402594-c49a-454e-a19e-d91ab288fea7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bc9851da-d981-4a21-a5f7-6c2a2ed08a81 HTTP/1.1" status: 204 len: 168 time: 0.2793043 May 10 17:03:34.482123 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444fcc37-dfbd-4862-a06d-5309a6d66a3c None None] Network aa44f7bd-8c99-4236-a728-89a387b3d6df requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:03:34.483506 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47648) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:34.563266 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (aa44f7bd-8c99-4236-a728-89a387b3d6df), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.618199 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Deleting port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:34.618877 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.686024 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] For port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:34.686385 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.698687 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] DHCP port deletion for aa44f7bd-8c99-4236-a728-89a387b3d6df request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:03:34.702038 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Calling delete_port for 51196077-2c5d-4c6f-9f99-6fec1f50ad0d owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:34.746997 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Deleting port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d {{(pid=120585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:34.747461 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), before_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.803736 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.814475 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] For port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,segment=NetworkSegment(adb666f2-06ed-41f6-9d49-5c60f392cb22),segment_id=adb666f2-06ed-41f6-9d49-5c60f392cb22)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:34.814889 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), precommit_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.820229 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] No DVR routers for this DVR port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:03:34.836757 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Calling delete_port for 51196077-2c5d-4c6f-9f99-6fec1f50ad0d owned by network:dhcp {{(pid=120585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:34.841148 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Pushing event deleted for resources: {'Port': ['ID=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:34.916847 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (aa44f7bd-8c99-4236-a728-89a387b3d6df), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.950708 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225'] for port (51196077-2c5d-4c6f-9f99-6fec1f50ad0d), after_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:34.951609 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa44f7bd-8c99-4236-a728-89a387b3d6df']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:34.964302 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb666f2-06ed-41f6-9d49-5c60f392cb22') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:34.965070 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb666f2-06ed-41f6-9d49-5c60f392cb22') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:34.984521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Pushing event deleted for resources: {'Port': ['ID=51196077-2c5d-4c6f-9f99-6fec1f50ad0d,revision_number=None']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:34.987093 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (adb666f2-06ed-41f6-9d49-5c60f392cb22), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.001768 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.008446 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (adb666f2-06ed-41f6-9d49-5c60f392cb22), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.009422 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.010004 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.010568 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.012552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.012552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.012552 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.013091 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.013790 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.014495 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.015055 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.015521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.015966 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.016437 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.016873 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:35.020353 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d05e8-d053-4bbe-b9f3-a775607cc779 None None] No DVR routers for this DVR port 51196077-2c5d-4c6f-9f99-6fec1f50ad0d on host dv-cinder-835881-10-iscsi {{(pid=120585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:03:35.021019 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:03:35.021613 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (adb666f2-06ed-41f6-9d49-5c60f392cb22), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:03:35.024019 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:03:35.093128 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51196077-2c5d-4c6f-9f99-6fec1f50ad0d no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:35.093560 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (aa44f7bd-8c99-4236-a728-89a387b3d6df), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.102292 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.109227 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa44f7bd-8c99-4236-a728-89a387b3d6df HTTP/1.1" status: 204 len: 168 time: 0.6214812 May 10 17:03:35.112614 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47650) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:35.126138 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de113-9170-43fd-9a64-feb89035083e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa44f7bd-8c99-4236-a728-89a387b3d6df,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:35.134210 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 51196077-2c5d-4c6f-9f99-6fec1f50ad0d {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:35.134751 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 51196077-2c5d-4c6f-9f99-6fec1f50ad0d not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:35.135397 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7513f978-20e5-4cc6-aa86-88fd1bab4f4c no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:35.163155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 7513f978-20e5-4cc6-aa86-88fd1bab4f4c {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:35.163509 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 7513f978-20e5-4cc6-aa86-88fd1bab4f4c not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:35.163951 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6c567627-6e05-49a1-bc75-2c164b97eb94 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:35.192306 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 6c567627-6e05-49a1-bc75-2c164b97eb94 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:35.192677 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 6c567627-6e05-49a1-bc75-2c164b97eb94 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:35.479573 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575187'] for router_interface (31510188-8e6c-44b1-97a8-fb3417967f0c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.726001 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Deleting port ba66cbca-1466-4580-82c9-e494d8860b27 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:35.726335 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.813482 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] For port ba66cbca-1466-4580-82c9-e494d8860b27, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=ba66cbca-1466-4580-82c9-e494d8860b27,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:35.813752 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:35.828711 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Calling delete_port for ba66cbca-1466-4580-82c9-e494d8860b27 owned by network:router_interface {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:36.015945 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (ba66cbca-1466-4580-82c9-e494d8860b27), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:36.053319 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba66cbca-1466-4580-82c9-e494d8860b27,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:36.076077 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.076448 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.076830 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.077162 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.077490 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.077792 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.078125 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.078445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.078770 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.079095 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.079422 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.079742 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.080071 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.080413 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.080731 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-10-iscsi {{(pid=120584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:03:36.241445 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578010'] for router_interface (31510188-8e6c-44b1-97a8-fb3417967f0c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:36.482694 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Router 31510188-8e6c-44b1-97a8-fb3417967f0c has already been hosted by L3 agent 9595e16b-d10f-435d-bd2f-c6954ac0cda3 {{(pid=120584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:03:36.886310 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] Notify agent at l3_agent.dv-cinder-835881-10-iscsi the message routers_updated {{(pid=120584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:03:36.896937 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-e740f0ad-32ce-4b67-a435-bbcb8aba4177 admin admin] 10.222.0.48 "PUT /v2.0/routers/31510188-8e6c-44b1-97a8-fb3417967f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7796397 May 10 17:03:36.897549 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47652) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:36.901572 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Sync routers for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:03:36.917480 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:36.918427 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:37.035715 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks [] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.067328 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: dv-cinder-835881-10-iscsi {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:37.146438 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks [] for router_gateway (31510188-8e6c-44b1-97a8-fb3417967f0c), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.196546 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Deleting port 4438852f-423d-4d8d-8601-954bb9bb59c4 {{(pid=120584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:37.196893 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.251296 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'external_fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T17:03:35Z', 'revision_number': 5, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port': {'id': '4438852f-423d-4d8d-8601-954bb9bb59c4', 'name': '', 'network_id': '9616c75c-9421-4b1b-a6f5-0dacdda23b5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '24261c6c-7727-4e88-a85c-e338663b007d', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24261c6c-7727-4e88-a85c-e338663b007d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-10-iscsi'}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:37.281314 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.db [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] For port 4438852f-423d-4d8d-8601-954bb9bb59c4, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=4438852f-423d-4d8d-8601-954bb9bb59c4,segment=NetworkSegment(00f7da60-b2ac-4885-9e35-1566f41e9fb4),segment_id=00f7da60-b2ac-4885-9e35-1566f41e9fb4)] {{(pid=120584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:37.281936 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.284354 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Checking router: 31510188-8e6c-44b1-97a8-fb3417967f0c for host: dv-cinder-835881-10-iscsi {{(pid=120586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:03:37.297365 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.plugins.ml2.plugin [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Calling delete_port for 4438852f-423d-4d8d-8601-954bb9bb59c4 owned by network:router_gateway {{(pid=120584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:37.297649 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Routers {'31510188-8e6c-44b1-97a8-fb3417967f0c'} bound to L3 agent in host dv-cinder-835881-10-iscsi {{(pid=120586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:03:37.298105 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T16:39:21Z,description=,heartbeat_timestamp=2022-05-10T17:03:21Z,host='dv-cinder-835881-10-iscsi',id=9595e16b-d10f-435d-bd2f-c6954ac0cda3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T16:39:21Z,topic='l3_agent')) {'router_ids': ['31510188-8e6c-44b1-97a8-fb3417967f0c'], 'active': True} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:37.391847 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_dvr_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] Set router 31510188-8e6c-44b1-97a8-fb3417967f0c gateway port host: None {{(pid=120586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:03:37.446742 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.l3_hamode_db [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T17:03:37Z', 'revision_number': 6, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port_host': None}], 'dv-cinder-835881-10-iscsi', False) {} {{(pid=120586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:37.480411 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdeb964-dac9-44be-9ea3-76ff1d14ba1f None None] The sync data for ids ['31510188-8e6c-44b1-97a8-fb3417967f0c'] in dv-cinder-835881-10-iscsi is: [{'id': '31510188-8e6c-44b1-97a8-fb3417967f0c', 'name': 'tempest-TestShelveInstance-1831454158-router', 'tenant_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T16:59:09Z', 'updated_at': '2022-05-10T17:03:37Z', 'revision_number': 6, 'project_id': '60b091aef6284737ae21ebdeb3cd0f0c', 'gw_port_host': None}] {{(pid=120586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:03:37.492637 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2504383'] for port (4438852f-423d-4d8d-8601-954bb9bb59c4), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.520678 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4438852f-423d-4d8d-8601-954bb9bb59c4,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:37.586662 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586685'] for router_gateway (31510188-8e6c-44b1-97a8-fb3417967f0c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.681943 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-119308'] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.684627 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks [] for router_controller (31510188-8e6c-44b1-97a8-fb3417967f0c), precommit_delete_associations {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.734080 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588138'] for router (31510188-8e6c-44b1-97a8-fb3417967f0c), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.734559 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31510188-8e6c-44b1-97a8-fb3417967f0c {{(pid=120584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:03:37.739550 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.740741 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-c55b01c4-04e3-4011-8500-872932597d9f admin admin] 10.222.0.48 "DELETE /v2.0/routers/31510188-8e6c-44b1-97a8-fb3417967f0c HTTP/1.1" status: 204 len: 168 time: 0.8390355 May 10 17:03:37.743480 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47654) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:37.790286 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Deleting subnet 1f7a2165-67ec-41ff-b967-3a0619eb162b {{(pid=120583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:03:37.793568 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Publish callbacks [] for subnet (1f7a2165-67ec-41ff-b967-3a0619eb162b), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.834753 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129968'] for subnet (1f7a2165-67ec-41ff-b967-3a0619eb162b), precommit_delete_associations {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.917826 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429940'] for subnet (1f7a2165-67ec-41ff-b967-3a0619eb162b), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:37.984473 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-292189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914221'] for subnet (1f7a2165-67ec-41ff-b967-3a0619eb162b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.010776 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7a2165-67ec-41ff-b967-3a0619eb162b,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:38.016790 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.021113 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-4c00f2f8-29c5-4e5a-a139-6a8b79949a19 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f7a2165-67ec-41ff-b967-3a0619eb162b HTTP/1.1" status: 204 len: 168 time: 0.2754643 May 10 17:03:38.022842 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47656) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:38.023543 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e53ba-38ca-432b-860f-0d1619d00a48 None None] Network 8bad9518-6e4b-4414-8776-599f6dbae862 requested from dv-cinder-835881-10-iscsi {{(pid=120585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:03:38.107131 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749729'] for network (8bad9518-6e4b-4414-8776-599f6dbae862), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.162698 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Deleting port fa43793c-dea0-49fa-a340-25679cc6754a {{(pid=120583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:38.163041 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.227836 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.db [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] For port fa43793c-dea0-49fa-a340-25679cc6754a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fa43793c-dea0-49fa-a340-25679cc6754a,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:38.228118 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.242732 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.plugin [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Calling delete_port for fa43793c-dea0-49fa-a340-25679cc6754a owned by network:dhcp {{(pid=120583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:38.289977 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] DHCP port deletion for 8bad9518-6e4b-4414-8776-599f6dbae862 request from dv-cinder-835881-10-iscsi {{(pid=120585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:03:38.331864 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Deleting port fa43793c-dea0-49fa-a340-25679cc6754a {{(pid=120585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:03:38.332233 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760167318020'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), before_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.353362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596020'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.382115 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa43793c-dea0-49fa-a340-25679cc6754a,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:38.384021 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] No DVR routers for this DVR port fa43793c-dea0-49fa-a340-25679cc6754a on host dv-cinder-835881-10-iscsi {{(pid=120583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:03:38.410700 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.db [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] For port fa43793c-dea0-49fa-a340-25679cc6754a, host dv-cinder-835881-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-10-iscsi',level=0,port_id=fa43793c-dea0-49fa-a340-25679cc6754a,segment=NetworkSegment(8b594a6e-b418-4d1e-8da0-bae035afa10b),segment_id=8b594a6e-b418-4d1e-8da0-bae035afa10b)] {{(pid=120585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:03:38.411261 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574981'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), precommit_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.429521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Calling delete_port for fa43793c-dea0-49fa-a340-25679cc6754a owned by network:dhcp {{(pid=120585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:03:38.470861 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431631', 'neutron.services.segments.db._delete_segments_for_network-8760167279153'] for network (8bad9518-6e4b-4414-8776-599f6dbae862), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.497548 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bad9518-6e4b-4414-8776-599f6dbae862']}} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:38.508904 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b594a6e-b418-4d1e-8da0-bae035afa10b') {'for_net_delete': True} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:38.509132 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.services.segments.db [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b594a6e-b418-4d1e-8da0-bae035afa10b') {} {{(pid=120583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:03:38.520744 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760167279930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130123'] for segment (8b594a6e-b418-4d1e-8da0-bae035afa10b), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.527111 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1401735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760167325332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760166799225'] for port (fa43793c-dea0-49fa-a340-25679cc6754a), after_delete {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.543359 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969'] for segment (8b594a6e-b418-4d1e-8da0-bae035afa10b), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.550777 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=120583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:03:38.551901 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2596073'] for segment (8b594a6e-b418-4d1e-8da0-bae035afa10b), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: Traceback (most recent call last): May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: timer() May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: cb(*args, **kw) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: return func(*args, **kwargs) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: self._notify() May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: self.callback(batched_events) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: event.method(event) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: return f(self, *a, **k) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._get(url).json() May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: return self.request(url, 'GET', **kwargs) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:03:38.554677 dv-cinder-835881-10-iscsi neutron-server[120583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:03:38.571154 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] Pushing event deleted for resources: {'Port': ['ID=fa43793c-dea0-49fa-a340-25679cc6754a,revision_number=None']} {{(pid=120585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:38.577170 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4b049-5c92-4720-a8d4-cba63a05b788 None None] No DVR routers for this DVR port fa43793c-dea0-49fa-a340-25679cc6754a on host dv-cinder-835881-10-iscsi {{(pid=120585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:03:38.624205 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575699'] for network (8bad9518-6e4b-4414-8776-599f6dbae862), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.628914 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615201'] for network (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.632640 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] 10.222.0.48 "DELETE /v2.0/networks/8bad9518-6e4b-4414-8776-599f6dbae862 HTTP/1.1" status: 204 len: 168 time: 0.6086504 May 10 17:03:38.646362 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd23338-fc8a-4335-8588-97d4c058ee7f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bad9518-6e4b-4414-8776-599f6dbae862,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:38.813572 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47660) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:38.856304 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-f2501dea-96be-473e-8c66-b87a8d24d696 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ca9807e934c4826bb948e391d7a315a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414822 May 10 17:03:38.858698 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [-] (120584) accepted ('10.222.0.48', 47662) {{(pid=120584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:38.913184 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] Publish callbacks [] for security_group (a6b50b3c-8980-4dbf-ae00-e5355c679b26), before_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.928521 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4438852f-423d-4d8d-8601-954bb9bb59c4 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:38.944387 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] Publish callbacks [] for security_group (a6b50b3c-8980-4dbf-ae00-e5355c679b26), precommit_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:38.949300 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: 4438852f-423d-4d8d-8601-954bb9bb59c4 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:38.949650 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device 4438852f-423d-4d8d-8601-954bb9bb59c4 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:38.950075 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fa43793c-dea0-49fa-a340-25679cc6754a no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:38.973796 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: fa43793c-dea0-49fa-a340-25679cc6754a {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:38.974215 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device fa43793c-dea0-49fa-a340-25679cc6754a not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:38.974851 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ba66cbca-1466-4580-82c9-e494d8860b27 no longer exists at agent ovs-agent-dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:03:38.995055 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.plugin [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] No Port match for: ba66cbca-1466-4580-82c9-e494d8860b27 {{(pid=120585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:03:38.996375 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron.plugins.ml2.rpc [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Device ba66cbca-1466-4580-82c9-e494d8860b27 not bound to the agent host dv-cinder-835881-10-iscsi {{(pid=120585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:03:39.006027 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (a6b50b3c-8980-4dbf-ae00-e5355c679b26), after_delete {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.010187 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron_lib.callbacks.manager [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.011369 dv-cinder-835881-10-iscsi neutron-server[120584]: INFO neutron.wsgi [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6b50b3c-8980-4dbf-ae00-e5355c679b26 HTTP/1.1" status: 204 len: 168 time: 0.1516492 May 10 17:03:39.021079 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9136b4-9c65-48dd-9fb6-f347d0c5c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b50b3c-8980-4dbf-ae00-e5355c679b26,revision_number=None']} {{(pid=120584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:39.372697 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47668) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:39.419007 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-fde3919b-e7ea-4316-b027-51c1c4da1ea1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60b091aef6284737ae21ebdeb3cd0f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451264 May 10 17:03:39.421770 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.wsgi [-] (120583) accepted ('10.222.0.48', 47670) {{(pid=120583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:03:39.470761 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] Publish callbacks [] for security_group (d4e986d2-6678-4ee3-9ab9-2bbc79f57194), before_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.493948 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] Publish callbacks [] for security_group (d4e986d2-6678-4ee3-9ab9-2bbc79f57194), precommit_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.545673 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267826'] for security_group (d4e986d2-6678-4ee3-9ab9-2bbc79f57194), after_delete {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.548260 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:39.549481 dv-cinder-835881-10-iscsi neutron-server[120583]: INFO neutron.wsgi [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4e986d2-6678-4ee3-9ab9-2bbc79f57194 HTTP/1.1" status: 204 len: 168 time: 0.1267860 May 10 17:03:39.558502 dv-cinder-835881-10-iscsi neutron-server[120583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d1654-48fe-4b5d-bca7-ccb060fc3577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e986d2-6678-4ee3-9ab9-2bbc79f57194,revision_number=None']} {{(pid=120583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:03:39.752167 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-90250520-0373-4c29-95f8-952e189fc527 req-91fcbd7e-2e55-4c7d-93aa-84c72533a6b4 service neutron] (120584) timed out ('10.222.0.32', 51732) {{(pid=120584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 17:03:46.322915 dv-cinder-835881-10-iscsi neutron-server[120584]: DEBUG neutron.wsgi [req-f6309946-3580-4053-b899-b1a6b581044a req-7b36e47a-48b8-47b5-b0c6-5c1cf171d1ec service neutron] (120584) timed out ('10.222.0.32', 51743) {{(pid=120584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 17:03:49.176477 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-97e9f15e-f094-4322-a0c2-2b870414d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:51.422920 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-4354c758-5277-406a-8702-e3ca4ab957f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:52.562026 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:54.338835 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:54.683328 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:03:55.646997 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:03:58.971816 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:19.179338 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-eb951286-ea43-48aa-a099-5d21c37065f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:21.416910 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-290156c3-6e16-426a-9075-a2d0375ae6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:22.564011 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:24.341139 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:25.650067 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:28.971078 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:31.683149 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:04:49.182187 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-5d66469f-82d9-4420-bda3-b1d37d218a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:51.419004 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb486-d254-4372-85bf-387e152354ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:52.569314 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:54.344690 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:55.656759 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:04:58.970441 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:08.685082 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:05:19.184594 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-51cd5118-9fa5-43ce-a190-2eaf73df36af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:21.420850 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-14527fae-785b-4a23-be16-7bdbf35efae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:22.569412 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:24.383878 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:25.658455 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:28.972036 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:45.685271 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:05:49.189780 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9e652521-67b0-45aa-b36a-cd1da13358fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:51.422872 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-25d638e9-0686-4d16-9b1b-2f77ff2050b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:52.572554 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:54.348155 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:55.661911 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:05:58.984874 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:19.191179 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ec6f94d4-3185-4eaf-8381-48c037f4667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:21.424818 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-9827db84-581a-45ad-b719-35c16dbad1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:22.580569 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:22.685668 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:06:24.350817 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:25.665652 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:29.003302 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:49.198866 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-fcc93c02-c512-4218-83ea-db939ca1f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:51.425738 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ccc6fbc1-655c-4660-9aee-e0b313f12b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:52.579364 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:54.358691 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:55.669504 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:59.014220 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:06:59.686636 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:07:19.191385 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-ae82393f-274a-4ad7-8a5f-210cbc4ea646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:21.427203 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-2e243066-0b74-4c1f-a3d1-dd73afc5ab53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:22.582110 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:24.377562 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:25.672008 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:29.015387 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:36.686694 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:07:49.192972 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3c3590a4-38d6-4dfb-8941-36de0027cb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:51.429141 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c82a8ada-9d14-4cb7-92ae-b7b8417b60da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:52.584781 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:54.359320 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:55.674301 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:07:59.027661 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:13.688791 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:08:19.193865 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-7a97f2a8-e84b-4491-895d-72c5d1695b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:21.430115 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-071f51da-04e6-4538-838b-b6ed744fef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:22.587138 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:24.362283 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:25.675543 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:29.032129 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-6010a175-bed5-45eb-bfd1-155c912a7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (ebe471ae-5495-4ee1-9ac4-3605f78bc8f3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:49.196413 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-87f16746-6ab2-4919-82f3-7ec529bb7d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (735131e7-2632-433d-b4a8-32a72b59c66f), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:50.687712 dv-cinder-835881-10-iscsi neutron-server[120586]: DEBUG neutron.db.agents_db [None req-cfab6a03-b8be-48d2-9747-d49e9a83fd4f None None] Agent healthcheck: found 6 active agents {{(pid=120586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:08:51.432217 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-3b018466-ab06-471a-a503-09dea1a38191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9595e16b-d10f-435d-bd2f-c6954ac0cda3), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:52.592046 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5745-5b41-4ce9-aaf5-dd1d319f549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (16b18fa8-c9b8-4ce6-aa16-6d5a1b65abef), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:54.365267 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-c624406f-5bbd-4835-afd2-a90c7518a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (512268ef-0036-40a8-a1d7-243899f7339c), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:08:55.683275 dv-cinder-835881-10-iscsi neutron-server[120585]: DEBUG neutron_lib.callbacks.manager [None req-1d9429f6-7a03-4140-a3b9-d67d14c79c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760167279135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (5c5662c1-2ed0-4a9d-b5a2-bd2b329fa5b6), after_update {{(pid=120585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}